[ 504.355068] env[62105]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62105) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.355385] env[62105]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62105) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.355507] env[62105]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62105) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 504.355799] env[62105]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 504.450590] env[62105]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62105) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 504.460409] env[62105]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62105) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 505.059219] env[62105]: INFO nova.virt.driver [None req-3642ef4a-8d0b-4f23-b3b1-59a47dc6d5bc None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 505.129544] env[62105]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 505.129720] env[62105]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 505.129806] env[62105]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62105) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 508.364284] env[62105]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-120da548-0ca1-46da-a162-efce7d591f05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.379732] env[62105]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62105) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 508.379859] env[62105]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3027d2d6-41d0-43d1-837c-29135095ef21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.411114] env[62105]: INFO oslo_vmware.api [-] Successfully established new session; session ID is dff58. [ 508.411249] env[62105]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.282s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 508.412708] env[62105]: INFO nova.virt.vmwareapi.driver [None req-3642ef4a-8d0b-4f23-b3b1-59a47dc6d5bc None None] VMware vCenter version: 7.0.3 [ 508.416156] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d47a70-88e9-43c3-8f15-70dcaf60769f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.433275] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f83808-d88a-468b-9265-3b70960e2744 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.439029] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7dc613-4692-4867-be3e-ca01b0417481 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.445498] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c75085-5bde-4d7b-9922-9d932ce8d4f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.458399] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a0cec3-9e36-4c85-b117-668283eedf26 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.464191] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819082fd-de3e-4f49-b846-bb06cf766300 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.493257] env[62105]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-d9e08e66-ccc7-48bb-ad7f-befc589dae72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 508.498217] env[62105]: DEBUG nova.virt.vmwareapi.driver [None req-3642ef4a-8d0b-4f23-b3b1-59a47dc6d5bc None None] Extension org.openstack.compute already exists. {{(pid=62105) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 508.500890] env[62105]: INFO nova.compute.provider_config [None req-3642ef4a-8d0b-4f23-b3b1-59a47dc6d5bc None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 509.004112] env[62105]: DEBUG nova.context [None req-3642ef4a-8d0b-4f23-b3b1-59a47dc6d5bc None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cea4af36-1c15-4500-bfef-a13508e9b8f0(cell1) {{(pid=62105) load_cells /opt/stack/nova/nova/context.py:464}} [ 509.006259] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.006491] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.007240] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.007679] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Acquiring lock "cea4af36-1c15-4500-bfef-a13508e9b8f0" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 509.007868] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Lock "cea4af36-1c15-4500-bfef-a13508e9b8f0" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 509.008890] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Lock "cea4af36-1c15-4500-bfef-a13508e9b8f0" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 509.029150] env[62105]: INFO dbcounter [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Registered counter for database nova_cell0 [ 509.037091] env[62105]: INFO dbcounter [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Registered counter for database nova_cell1 [ 509.040309] env[62105]: DEBUG oslo_db.sqlalchemy.engines [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62105) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 509.040912] env[62105]: DEBUG oslo_db.sqlalchemy.engines [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62105) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 509.045552] env[62105]: ERROR nova.db.main.api [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 509.045552] env[62105]: result = function(*args, **kwargs) [ 509.045552] env[62105]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 509.045552] env[62105]: return func(*args, **kwargs) [ 509.045552] env[62105]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 509.045552] env[62105]: result = fn(*args, **kwargs) [ 509.045552] env[62105]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 509.045552] env[62105]: return f(*args, **kwargs) [ 509.045552] env[62105]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 509.045552] env[62105]: return db.service_get_minimum_version(context, binaries) [ 509.045552] env[62105]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 509.045552] env[62105]: _check_db_access() [ 509.045552] env[62105]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 509.045552] env[62105]: stacktrace = ''.join(traceback.format_stack()) [ 509.045552] env[62105]: [ 509.046710] env[62105]: ERROR nova.db.main.api [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 509.046710] env[62105]: result = function(*args, **kwargs) [ 509.046710] env[62105]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 509.046710] env[62105]: return func(*args, **kwargs) [ 509.046710] env[62105]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 509.046710] env[62105]: result = fn(*args, **kwargs) [ 509.046710] env[62105]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 509.046710] env[62105]: return f(*args, **kwargs) [ 509.046710] env[62105]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 509.046710] env[62105]: return db.service_get_minimum_version(context, binaries) [ 509.046710] env[62105]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 509.046710] env[62105]: _check_db_access() [ 509.046710] env[62105]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 509.046710] env[62105]: stacktrace = ''.join(traceback.format_stack()) [ 509.046710] env[62105]: [ 509.047435] env[62105]: WARNING nova.objects.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 509.047497] env[62105]: WARNING nova.objects.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Failed to get minimum service version for cell cea4af36-1c15-4500-bfef-a13508e9b8f0 [ 509.047943] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Acquiring lock "singleton_lock" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 509.048172] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Acquired lock "singleton_lock" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 509.048479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Releasing lock "singleton_lock" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 509.048847] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Full set of CONF: {{(pid=62105) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 509.049067] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ******************************************************************************** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 509.049270] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] Configuration options gathered from: {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 509.049468] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 509.049728] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 509.049917] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ================================================================================ {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 509.050208] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] allow_resize_to_same_host = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.050442] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] arq_binding_timeout = 300 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.050631] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] backdoor_port = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.050829] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] backdoor_socket = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.051086] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] block_device_allocate_retries = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.051323] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] block_device_allocate_retries_interval = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.051558] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cert = self.pem {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.051810] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.052067] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute_monitors = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.052317] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] config_dir = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.052561] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] config_drive_format = iso9660 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.052759] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.052998] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] config_source = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.053255] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] console_host = devstack {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.053493] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] control_exchange = nova {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.053719] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cpu_allocation_ratio = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.053955] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] daemon = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.054218] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] debug = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.054450] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] default_access_ip_network_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.054687] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] default_availability_zone = nova {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.054940] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] default_ephemeral_format = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.055190] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] default_green_pool_size = 1000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.055509] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.055756] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] default_schedule_zone = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.055988] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] disk_allocation_ratio = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.056275] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] enable_new_services = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.056539] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] enabled_apis = ['osapi_compute'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.056790] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] enabled_ssl_apis = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.057054] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] flat_injected = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.057308] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] force_config_drive = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.057552] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] force_raw_images = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.057806] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] graceful_shutdown_timeout = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.058065] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] heal_instance_info_cache_interval = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.058368] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] host = cpu-1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.058618] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.058862] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.059125] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.059431] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.059676] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_build_timeout = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.059922] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_delete_interval = 300 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.060185] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_format = [instance: %(uuid)s] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.060468] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_name_template = instance-%08x {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.060719] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_usage_audit = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.060973] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_usage_audit_period = month {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.061240] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.061489] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.061742] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] internal_service_availability_zone = internal {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.061987] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] key = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.062245] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] live_migration_retry_count = 30 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.062492] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_color = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.062734] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_config_append = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.062986] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.063244] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_dir = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.063488] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.063688] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_options = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.063932] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_rotate_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.064198] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_rotate_interval_type = days {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.064452] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] log_rotation_type = none {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.064656] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.064859] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.065146] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.065402] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.065610] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.065858] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] long_rpc_timeout = 1800 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.066119] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] max_concurrent_builds = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.066366] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] max_concurrent_live_migrations = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.066607] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] max_concurrent_snapshots = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.066851] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] max_local_block_devices = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.067112] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] max_logfile_count = 30 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.067357] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] max_logfile_size_mb = 200 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.067601] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] maximum_instance_delete_attempts = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.067849] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metadata_listen = 0.0.0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.068118] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metadata_listen_port = 8775 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.068378] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metadata_workers = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.068617] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] migrate_max_retries = -1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.068868] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] mkisofs_cmd = genisoimage {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.069175] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.069382] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] my_ip = 10.180.1.21 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.069674] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.069916] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] network_allocate_retries = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.070189] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.070436] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.070679] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] osapi_compute_listen_port = 8774 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.070931] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] osapi_compute_unique_server_name_scope = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.071201] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] osapi_compute_workers = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.071443] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] password_length = 12 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.071688] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] periodic_enable = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.071938] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] periodic_fuzzy_delay = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.072200] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] pointer_model = usbtablet {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.072455] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] preallocate_images = none {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.072695] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] publish_errors = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.072900] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] pybasedir = /opt/stack/nova {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.073157] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ram_allocation_ratio = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.073401] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] rate_limit_burst = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.073654] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] rate_limit_except_level = CRITICAL {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.073899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] rate_limit_interval = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.074157] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reboot_timeout = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.074399] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reclaim_instance_interval = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.074641] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] record = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.074894] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reimage_timeout_per_gb = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.075178] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] report_interval = 120 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.075447] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] rescue_timeout = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.075688] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reserved_host_cpus = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.075929] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reserved_host_disk_mb = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.076184] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reserved_host_memory_mb = 512 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.076429] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] reserved_huge_pages = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.076673] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] resize_confirm_window = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.076916] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] resize_fs_using_block_device = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.077174] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] resume_guests_state_on_host_boot = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.077426] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.077668] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] rpc_response_timeout = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.077917] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] run_external_periodic_tasks = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.078185] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] running_deleted_instance_action = reap {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.078427] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.078671] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] running_deleted_instance_timeout = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.078912] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler_instance_sync_interval = 120 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.079173] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_down_time = 720 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.079426] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] servicegroup_driver = db {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.079660] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] shell_completion = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.079900] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] shelved_offload_time = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.080156] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] shelved_poll_interval = 3600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.080405] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] shutdown_timeout = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.080652] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] source_is_ipv6 = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.080899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ssl_only = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.081246] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.081790] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] sync_power_state_interval = 600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.082057] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] sync_power_state_pool_size = 1000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.082321] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] syslog_log_facility = LOG_USER {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.082566] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] tempdir = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.082819] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] timeout_nbd = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.083095] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] transport_url = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.083346] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] update_resources_interval = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.083591] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_cow_images = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.083839] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_eventlog = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.084105] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_journal = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.084359] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_json = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.084604] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_rootwrap_daemon = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.084849] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_stderr = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.085121] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] use_syslog = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.085366] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vcpu_pin_set = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.085614] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plugging_is_fatal = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.085865] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plugging_timeout = 300 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.086131] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] virt_mkfs = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.086379] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] volume_usage_poll_interval = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.086621] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] watch_log_file = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.086867] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] web = /usr/share/spice-html5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 509.087148] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.087397] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.087644] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.087899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_concurrency.disable_process_locking = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.088288] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.088543] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.088801] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.089090] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.089355] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.089606] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.089875] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.auth_strategy = keystone {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.090140] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.compute_link_prefix = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.090403] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.090659] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.dhcp_domain = novalocal {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.090913] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.enable_instance_password = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.091173] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.glance_link_prefix = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.091429] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.091683] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.091933] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.instance_list_per_project_cells = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.092196] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.list_records_by_skipping_down_cells = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.092445] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.local_metadata_per_cell = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.092691] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.max_limit = 1000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.092942] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.metadata_cache_expiration = 15 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.093212] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.neutron_default_tenant_id = default {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.093473] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.response_validation = warn {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.093720] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.use_neutron_default_nets = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.093970] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.094225] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.094475] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.094728] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.094979] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_dynamic_targets = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.095243] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_jsonfile_path = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.095508] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.095777] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.backend = dogpile.cache.memcached {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.096037] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.backend_argument = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.096286] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.backend_expiration_time = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.096544] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.config_prefix = cache.oslo {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.096794] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.dead_timeout = 60.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.097060] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.debug_cache_backend = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.097312] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.enable_retry_client = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.097563] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.enable_socket_keepalive = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.097820] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.enabled = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.098093] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.enforce_fips_mode = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.098350] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.expiration_time = 600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.098597] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.hashclient_retry_attempts = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.098847] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.099115] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_dead_retry = 300 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.099369] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_password = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.099702] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.099961] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.100226] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_pool_maxsize = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.100477] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.100726] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_sasl_enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.100987] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.101251] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.101491] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.memcache_username = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.101737] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.proxies = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.101987] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_db = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.102246] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_password = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.102497] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.102755] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.103013] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_server = localhost:6379 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.103323] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_socket_timeout = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.103627] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.redis_username = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.103908] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.retry_attempts = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.104182] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.retry_delay = 0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.104429] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.socket_keepalive_count = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.104671] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.socket_keepalive_idle = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.104916] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.socket_keepalive_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.105175] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.tls_allowed_ciphers = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.105418] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.tls_cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.105658] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.tls_certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.105901] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.tls_enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.106164] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cache.tls_keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.106420] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.106680] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.auth_type = password {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.106923] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.107198] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.107440] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.107688] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.107937] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.cross_az_attach = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.108200] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.debug = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.108447] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.endpoint_template = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.108697] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.http_retries = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.108949] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.109208] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.109465] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.os_region_name = RegionOne {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.109712] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.109970] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cinder.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.110245] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.110513] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.cpu_dedicated_set = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.110759] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.cpu_shared_set = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.111016] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.image_type_exclude_list = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.111271] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.111521] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.111769] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.112023] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.112289] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.112538] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.resource_provider_association_refresh = 300 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.112784] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.113050] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.shutdown_retry_interval = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.113322] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.113587] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] conductor.workers = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.113848] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] console.allowed_origins = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.114118] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] console.ssl_ciphers = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.114379] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] console.ssl_minimum_version = default {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.114639] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] consoleauth.enforce_session_timeout = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.114893] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] consoleauth.token_ttl = 600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.115165] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.115411] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.115658] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.115906] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.116161] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.116410] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.116659] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.116903] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.117159] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.117404] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.117646] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.117884] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.118142] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.118401] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.service_type = accelerator {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.118646] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.118890] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.119151] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.119399] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.119662] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.119907] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] cyborg.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.120262] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.asyncio_connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.120521] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.asyncio_slave_connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.120782] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.backend = sqlalchemy {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.121056] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.121319] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.connection_debug = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.121579] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.connection_parameters = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.121842] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.connection_recycle_time = 3600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.122111] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.connection_trace = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.122368] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.db_inc_retry_interval = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.122623] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.db_max_retries = 20 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.122872] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.db_max_retry_interval = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.123146] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.db_retry_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.123402] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.max_overflow = 50 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.123650] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.max_pool_size = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.123900] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.max_retries = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.124169] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.124413] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.mysql_wsrep_sync_wait = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.124654] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.pool_timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.124897] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.retry_interval = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.125154] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.slave_connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.125406] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.sqlite_synchronous = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.125651] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] database.use_db_reconnect = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.125906] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.asyncio_connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.126162] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.asyncio_slave_connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.126420] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.backend = sqlalchemy {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.126675] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.126924] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.connection_debug = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.127197] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.connection_parameters = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.127447] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.connection_recycle_time = 3600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.127693] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.connection_trace = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.127941] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.db_inc_retry_interval = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.128208] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.db_max_retries = 20 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.128458] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.db_max_retry_interval = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.128706] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.db_retry_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.128956] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.max_overflow = 50 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.129219] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.max_pool_size = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.129470] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.max_retries = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.129728] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.129972] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.130232] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.pool_timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.130482] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.retry_interval = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.130724] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.slave_connection = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.130973] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] api_database.sqlite_synchronous = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.131251] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] devices.enabled_mdev_types = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.131512] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.131768] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.132024] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ephemeral_storage_encryption.enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.132282] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.132539] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.api_servers = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.132784] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.133046] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.133312] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.133558] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.133801] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.134064] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.debug = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.134319] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.default_trusted_certificate_ids = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.134567] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.enable_certificate_validation = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.134814] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.enable_rbd_download = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.135108] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.135365] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.135611] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.135853] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.136114] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.136366] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.num_retries = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.136621] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.rbd_ceph_conf = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.136866] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.rbd_connect_timeout = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.137140] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.rbd_pool = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.137403] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.rbd_user = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.137643] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.137891] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.138151] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.138409] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.service_type = image {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.138654] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.138899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.139154] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.139401] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.139667] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.139918] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.verify_glance_signatures = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.140175] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] glance.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.140428] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] guestfs.debug = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.140681] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.140928] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.auth_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.141187] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.141428] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.141680] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.141931] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.142189] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.142434] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.142685] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.142928] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.143187] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.143433] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.143680] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.143922] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.144178] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.144428] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.service_type = shared-file-system {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.144671] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.share_apply_policy_timeout = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.144920] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.145175] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.145417] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.145654] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.145916] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.146173] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] manila.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.146425] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] mks.enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.146846] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.147137] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] image_cache.manager_interval = 2400 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.147392] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] image_cache.precache_concurrency = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.147653] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] image_cache.remove_unused_base_images = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.147909] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.148178] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.148443] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] image_cache.subdirectory_name = _base {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.148702] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.api_max_retries = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.148956] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.api_retry_interval = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.149223] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.149475] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.auth_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.149721] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.149965] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.150226] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.150474] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.conductor_group = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.150720] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.150962] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.151226] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.151476] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.151717] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.151966] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.152232] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.152486] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.peer_list = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.152730] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.152975] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.153239] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.serial_console_state_timeout = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.153486] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.153738] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.service_type = baremetal {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.153981] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.shard = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.154245] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.154493] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.154738] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.154979] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.155256] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.155502] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ironic.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.155763] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.156037] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] key_manager.fixed_key = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.156309] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.156552] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.barbican_api_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.156793] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.barbican_endpoint = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.157062] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.barbican_endpoint_type = public {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.157315] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.barbican_region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.157562] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.157807] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.158071] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.158323] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.158567] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.158813] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.number_of_retries = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.159083] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.retry_delay = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.159342] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.send_service_user_token = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.159589] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.159832] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.160098] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.verify_ssl = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.160350] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican.verify_ssl_path = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.160599] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.160843] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.auth_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.161104] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.161353] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.161600] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.161858] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.162122] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.162374] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.162617] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] barbican_service_user.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.162872] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.approle_role_id = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.163139] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.approle_secret_id = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.163398] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.kv_mountpoint = secret {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.163642] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.kv_path = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.163889] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.kv_version = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.164153] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.namespace = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.164399] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.root_token_id = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.164644] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.ssl_ca_crt_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.164898] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.timeout = 60.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.165155] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.use_ssl = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.165413] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.165664] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.165907] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.166167] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.166409] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.166647] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.166886] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.167151] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.167398] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.167641] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.167882] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.168147] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.168401] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.168647] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.168902] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.service_type = identity {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.169164] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.169413] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.169654] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.169895] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.170174] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.170418] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] keystone.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.170697] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.ceph_mount_options = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.171121] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.171386] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.connection_uri = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.171632] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_mode = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.171897] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.172163] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_models = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.172416] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_power_governor_high = performance {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.172669] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.172920] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_power_management = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.173198] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.173446] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.device_detach_attempts = 8 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.173698] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.device_detach_timeout = 20 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.173948] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.disk_cachemodes = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.174204] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.disk_prefix = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.174456] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.enabled_perf_events = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.174700] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.file_backed_memory = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.174945] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.gid_maps = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.175197] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.hw_disk_discard = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.175435] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.hw_machine_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.175686] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_rbd_ceph_conf = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.175933] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.176197] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.176450] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_rbd_glance_store_name = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.176705] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_rbd_pool = rbd {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.176957] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_type = default {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.177217] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.images_volume_group = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.177463] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.inject_key = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.177709] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.inject_partition = -2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.177955] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.inject_password = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.178217] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.iscsi_iface = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.178468] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.iser_use_multipath = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.178713] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.178959] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.179219] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_downtime = 500 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.179462] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.179709] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.180070] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_inbound_addr = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.180273] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.180523] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.180766] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_scheme = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.181027] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_timeout_action = abort {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.181282] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_tunnelled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.181527] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_uri = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.181772] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.live_migration_with_native_tls = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.182019] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.max_queues = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.182272] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.182592] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.182836] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.nfs_mount_options = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.183272] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.183529] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.183776] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.184036] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.184293] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.184540] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.num_pcie_ports = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.184787] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.185048] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.pmem_namespaces = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.185303] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.quobyte_client_cfg = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.185677] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.185930] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.186194] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.186442] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.186686] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rbd_secret_uuid = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.186927] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rbd_user = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.187192] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.187447] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.187691] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rescue_image_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.187933] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rescue_kernel_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.188189] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rescue_ramdisk_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.188437] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.188680] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.rx_queue_size = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.188934] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.smbfs_mount_options = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.189334] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.189584] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.snapshot_compression = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.189828] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.snapshot_image_format = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.190161] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.190412] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.sparse_logical_volumes = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.190662] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.swtpm_enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.190917] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.swtpm_group = tss {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.191180] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.swtpm_user = tss {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.191430] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.sysinfo_serial = unique {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.191673] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.tb_cache_size = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.191922] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.tx_queue_size = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.192184] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.uid_maps = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.192430] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.use_virtio_for_bridges = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.192684] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.virt_type = kvm {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.192938] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.volume_clear = zero {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.193196] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.volume_clear_size = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.193441] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.volume_use_multipath = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.193678] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_cache_path = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.193927] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.194193] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.194444] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.194693] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.195084] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.195356] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.vzstorage_mount_user = stack {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.195605] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.195862] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.196137] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.auth_type = password {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.196386] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.196626] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.196871] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.197133] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.197380] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.197629] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.default_floating_pool = public {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.197871] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.198136] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.extension_sync_interval = 600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.198387] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.http_retries = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.198633] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.198875] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.199137] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.199392] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.199632] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.199888] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.ovs_bridge = br-int {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.200155] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.physnets = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.200411] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.region_name = RegionOne {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.200651] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.200899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.service_metadata_proxy = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.201154] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.201406] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.service_type = network {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.201649] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.201899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.202155] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.202639] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.202924] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.203186] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] neutron.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.203446] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] notifications.bdms_in_notifications = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.203705] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] notifications.default_level = INFO {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.203953] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] notifications.include_share_mapping = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.204229] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] notifications.notification_format = unversioned {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.204474] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] notifications.notify_on_state_change = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.204731] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.204989] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] pci.alias = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.205345] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] pci.device_spec = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.205561] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] pci.report_in_placement = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.205817] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.206089] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.auth_type = password {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.206349] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.206591] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.206829] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.207097] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.207343] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.207586] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.207825] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.default_domain_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.208084] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.default_domain_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.208334] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.domain_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.208576] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.domain_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.208815] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.209076] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.209322] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.209560] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.209804] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.210065] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.password = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.210311] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.project_domain_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.210558] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.project_domain_name = Default {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.210808] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.project_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.211086] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.project_name = service {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.211345] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.region_name = RegionOne {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.211584] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.211839] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.212122] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.service_type = placement {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.212378] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.212623] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.212867] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.213129] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.system_scope = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.213376] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.213621] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.trust_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.213862] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.user_domain_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.214129] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.user_domain_name = Default {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.214372] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.user_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.214628] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.username = nova {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.214888] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.215143] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] placement.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.215952] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.cores = 20 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.215952] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.count_usage_from_placement = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.216220] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.216484] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.injected_file_content_bytes = 10240 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.216738] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.injected_file_path_length = 255 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.216990] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.injected_files = 5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.217257] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.instances = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.217511] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.key_pairs = 100 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.217761] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.metadata_items = 128 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.218020] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.ram = 51200 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.218274] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.recheck_quota = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.218526] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.server_group_members = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.218777] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.server_groups = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.219078] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.219335] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] quota.unified_limits_resource_strategy = require {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.219590] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.219840] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.220109] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.image_metadata_prefilter = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.220361] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.220611] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.max_attempts = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.220861] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.max_placement_results = 1000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.221126] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.221385] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.221631] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.221896] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] scheduler.workers = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.222163] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.222420] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.222679] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.222930] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.223193] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.223442] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.223690] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.223958] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.224223] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.host_subset_size = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.224473] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.224711] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.224958] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.225225] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.isolated_hosts = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.225489] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.isolated_images = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.225734] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.225978] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.226237] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.226483] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.pci_in_placement = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.227066] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.227185] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.227444] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.227692] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.227941] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.228200] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.228447] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.track_instance_changes = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.228703] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.228953] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metrics.required = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.229212] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metrics.weight_multiplier = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.229455] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.229704] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] metrics.weight_setting = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.230111] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.230370] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] serial_console.enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.230628] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] serial_console.port_range = 10000:20000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.230880] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.231147] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.231398] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] serial_console.serialproxy_port = 6083 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.231644] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.231928] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.auth_type = password {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.232120] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.232288] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.232455] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.232619] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.232796] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.232957] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.send_service_user_token = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.233132] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.233295] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] service_user.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.233463] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.agent_enabled = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.233625] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.233940] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.234177] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.234361] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.html5proxy_port = 6082 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.234524] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.image_compression = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.234682] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.jpeg_compression = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.234840] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.playback_compression = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.235008] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.require_secure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.235190] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.server_listen = 127.0.0.1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.235360] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.235520] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.streaming_mode = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.235678] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] spice.zlib_compression = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.235844] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] upgrade_levels.baseapi = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.236025] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] upgrade_levels.compute = auto {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.236190] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] upgrade_levels.conductor = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.236352] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] upgrade_levels.scheduler = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.236518] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.236681] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.236840] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237009] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237179] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237339] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237496] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237657] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237812] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vendordata_dynamic_auth.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.237987] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.api_retry_count = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.238161] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.ca_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.238334] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.238498] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.cluster_name = testcl1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.238662] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.connection_pool_size = 10 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.238819] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.console_delay_seconds = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.238988] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.datastore_regex = ^datastore.* {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.239213] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.239389] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.host_password = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.239555] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.host_port = 443 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.239722] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.host_username = administrator@vsphere.local {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.239892] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.insecure = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.240066] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.integration_bridge = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.240233] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.maximum_objects = 100 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.240390] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.pbm_default_policy = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.240548] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.pbm_enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.240704] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.pbm_wsdl_location = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.240869] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.241039] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.serial_port_proxy_uri = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.241200] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.serial_port_service_uri = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.241363] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.task_poll_interval = 0.5 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.241579] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.use_linked_clone = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.241698] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.vnc_keymap = en-us {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.241888] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.vnc_port = 5900 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.242070] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vmware.vnc_port_total = 10000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.242259] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.auth_schemes = ['none'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.242433] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.242722] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.242906] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.243090] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.novncproxy_port = 6080 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.243281] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.server_listen = 127.0.0.1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.243461] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.243622] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.vencrypt_ca_certs = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.243779] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.vencrypt_client_cert = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.243936] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vnc.vencrypt_client_key = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.244153] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.244335] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.disable_deep_image_inspection = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.244498] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.244662] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.244823] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.244985] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.disable_rootwrap = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.245165] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.enable_numa_live_migration = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.245327] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.245488] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.245646] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.245806] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.libvirt_disable_apic = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.245974] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.246151] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.246316] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.246476] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.246637] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.246798] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.246960] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.247133] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.247294] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.247458] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.247639] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.247809] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.client_socket_timeout = 900 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.247979] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.default_pool_size = 1000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.248185] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.keep_alive = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.248358] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.max_header_line = 16384 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.248522] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.248686] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.ssl_ca_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.248848] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.ssl_cert_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.249023] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.ssl_key_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.249193] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.tcp_keepidle = 600 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.249376] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.249547] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] zvm.ca_file = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.249707] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] zvm.cloud_connector_url = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.249988] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.250179] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] zvm.reachable_timeout = 300 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.250353] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.250530] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.250706] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.connection_string = messaging:// {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.250874] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.enabled = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.251056] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.es_doc_type = notification {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.251222] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.es_scroll_size = 10000 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.251387] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.es_scroll_time = 2m {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.251546] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.filter_error_trace = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.251709] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.hmac_keys = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.251905] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.sentinel_service_name = mymaster {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.252094] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.socket_timeout = 0.1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.252260] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.trace_requests = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.252418] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler.trace_sqlalchemy = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.252599] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler_jaeger.process_tags = {} {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.252785] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler_jaeger.service_name_prefix = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.252948] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] profiler_otlp.service_name_prefix = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.253130] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] remote_debug.host = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.253290] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] remote_debug.port = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.253469] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.253630] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.253792] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.253953] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.254178] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.254327] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.254489] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.254649] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.254810] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.254979] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.255153] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.255321] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.255483] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.255648] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.255816] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.255980] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.256155] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.256326] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.256484] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.256644] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.256806] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.256969] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.257145] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.257312] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.257542] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.257723] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.257891] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.258068] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.258242] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.258408] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.ssl = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.258580] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.258750] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.258913] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.259097] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.259271] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.259434] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.259623] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.259791] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_notifications.retry = -1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.259973] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.260164] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.260337] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.auth_section = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.260500] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.auth_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.260659] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.cafile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.260816] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.certfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.260978] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.collect_timing = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.261153] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.connect_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.261310] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.connect_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.261488] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.endpoint_id = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.261710] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.261909] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.endpoint_override = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.262091] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.endpoint_region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.262256] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.endpoint_service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.262415] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.endpoint_service_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.262574] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.insecure = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.262729] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.keyfile = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.262910] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.max_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.263085] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.min_version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.263243] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.region_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.263400] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.retriable_status_codes = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.263557] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.service_name = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.263711] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.service_type = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.263868] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.split_loggers = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.264040] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.status_code_retries = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.264230] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.status_code_retry_delay = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.264395] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.timeout = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.264551] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.valid_interfaces = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.264705] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_limit.version = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.264899] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_reports.file_event_handler = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.265100] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.265382] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] oslo_reports.log_dir = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.265591] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.265765] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.265924] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.266107] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.266276] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.266434] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.266603] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.266760] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_ovs_privileged.group = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.266918] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.267100] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.267268] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.267426] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] vif_plug_ovs_privileged.user = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.267594] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.267772] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.267948] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.268134] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.268307] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.268473] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.268639] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.268841] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.269078] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.269454] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.isolate_vif = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.269681] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.269871] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.270060] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.270238] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.270404] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] os_vif_ovs.per_port_bridge = False {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.270576] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] privsep_osbrick.capabilities = [21] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.270736] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] privsep_osbrick.group = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.270894] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] privsep_osbrick.helper_command = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.271074] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.271245] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.271403] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] privsep_osbrick.user = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.271575] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.271733] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] nova_sys_admin.group = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.271924] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] nova_sys_admin.helper_command = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.272111] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.272279] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.272438] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] nova_sys_admin.user = None {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 509.272568] env[62105]: DEBUG oslo_service.service [None req-5d811c22-2233-461e-9604-7360e1b01565 None None] ******************************************************************************** {{(pid=62105) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 509.273036] env[62105]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 509.776997] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Getting list of instances from cluster (obj){ [ 509.776997] env[62105]: value = "domain-c8" [ 509.776997] env[62105]: _type = "ClusterComputeResource" [ 509.776997] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 509.778088] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee76a789-5795-490d-8ffa-8a188119a604 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 509.786487] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Got total of 0 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 509.787177] env[62105]: WARNING nova.virt.vmwareapi.driver [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 509.787654] env[62105]: INFO nova.virt.node [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Generated node identity 07e191dc-ef05-4b67-b7a1-dcc6d988a301 [ 509.787899] env[62105]: INFO nova.virt.node [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Wrote node identity 07e191dc-ef05-4b67-b7a1-dcc6d988a301 to /opt/stack/data/n-cpu-1/compute_id [ 510.291116] env[62105]: WARNING nova.compute.manager [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Compute nodes ['07e191dc-ef05-4b67-b7a1-dcc6d988a301'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 511.297441] env[62105]: INFO nova.compute.manager [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 512.303383] env[62105]: WARNING nova.compute.manager [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 512.303655] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.304301] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.304465] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 512.304625] env[62105]: DEBUG nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 512.305592] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad560416-f4a6-43c5-92f9-ea2bf55e8755 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.313788] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1ac384-d43e-4067-b0ba-79429bbffcbb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.327362] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b27044-7e1c-4f2c-b49a-b6ea0756d616 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.333214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25bca15-ef30-4c12-a2ba-c5b732d978b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 512.361971] env[62105]: DEBUG nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181351MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 512.362127] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 512.362553] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 512.866295] env[62105]: WARNING nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] No compute node record for cpu-1:07e191dc-ef05-4b67-b7a1-dcc6d988a301: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 07e191dc-ef05-4b67-b7a1-dcc6d988a301 could not be found. [ 513.369600] env[62105]: INFO nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 [ 514.877958] env[62105]: DEBUG nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 514.878296] env[62105]: DEBUG nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 515.034806] env[62105]: INFO nova.scheduler.client.report [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] [req-5d280c33-6d06-4f93-9264-0812ca4793e0] Created resource provider record via placement API for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 515.051192] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2002b6-de61-4be9-ba19-146d3ccf9519 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.058973] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59799b88-ec66-413d-a88b-73063e284efe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.088180] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b4d6ea-fdff-4295-aad9-da2d9ea2d5cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.095078] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd0930f-8034-4ebd-98e4-7546cb04c26d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 515.107774] env[62105]: DEBUG nova.compute.provider_tree [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 515.643580] env[62105]: DEBUG nova.scheduler.client.report [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 515.643775] env[62105]: DEBUG nova.compute.provider_tree [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 0 to 1 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 515.643919] env[62105]: DEBUG nova.compute.provider_tree [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 515.708917] env[62105]: DEBUG nova.compute.provider_tree [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 1 to 2 during operation: update_traits {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 516.214318] env[62105]: DEBUG nova.compute.resource_tracker [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 516.214670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.852s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 516.214710] env[62105]: DEBUG nova.service [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Creating RPC server for service compute {{(pid=62105) start /opt/stack/nova/nova/service.py:186}} [ 516.231655] env[62105]: DEBUG nova.service [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] Join ServiceGroup membership for this service compute {{(pid=62105) start /opt/stack/nova/nova/service.py:203}} [ 516.231909] env[62105]: DEBUG nova.servicegroup.drivers.db [None req-0e39bfb5-b63d-4493-b3d3-2a449ea9ed0f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62105) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 529.237709] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 529.740658] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Getting list of instances from cluster (obj){ [ 529.740658] env[62105]: value = "domain-c8" [ 529.740658] env[62105]: _type = "ClusterComputeResource" [ 529.740658] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.741892] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151d5fb4-cded-4a35-b499-59dd38c400d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.750345] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Got total of 0 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.750571] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 529.750858] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Getting list of instances from cluster (obj){ [ 529.750858] env[62105]: value = "domain-c8" [ 529.750858] env[62105]: _type = "ClusterComputeResource" [ 529.750858] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.751675] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e627a3ea-a72e-41e6-8c86-dd5d155d0263 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.758470] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Got total of 0 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 564.510437] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.510825] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 564.510954] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 564.511085] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 565.014509] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 565.014754] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.014983] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.015204] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.015392] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.015570] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.015751] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.015914] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 565.016074] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 565.519667] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.520086] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.520141] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.520267] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 565.521153] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc02236f-a651-4691-bd78-d818fe9943c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.529520] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ad6f6-26eb-49dd-add6-b7ea9dd5e725 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.542984] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e70e13b-e785-46ad-aa3e-af67fe3ab44f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.548996] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed4f98b-96e7-48e1-a431-2c5701793546 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.576643] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181349MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 565.576762] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.576949] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.594977] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 566.595243] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 566.610247] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736cfc2-3465-4bc5-81ae-d7c42d49c7a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.617432] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803559bc-d392-4fe9-aaa1-7e13e1f49147 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.646249] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9d5ff-c802-42f3-9fb6-ebe181f8b218 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.653682] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ebf429-c97f-4f0e-b01c-c93970fbea10 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.666440] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.169556] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 567.675053] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 567.675421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.098s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.662301] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.662682] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.167729] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.167951] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 628.168042] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 628.670944] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 628.671302] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.671302] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.671452] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.671600] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.671735] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.671878] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.672023] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 628.672161] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 629.175493] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.175751] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.175920] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.176088] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 629.177086] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd24cbe0-f148-4736-afb9-399ccccc5d03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.185496] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c1b282-0849-42d1-9fe9-478c79951e25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.198967] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a4285d-3810-492a-aad6-64746ff4db74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.205148] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e626f0d-8e02-4114-a929-03b10029e0ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.233102] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181338MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 629.233262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.233473] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.252680] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 630.252946] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 630.266529] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4000d84-07fa-45de-9bb6-2f6b7dcef142 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.274070] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40fbc28-157d-4549-b093-781c2d5029a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.303865] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4623c66-936a-4baa-ac73-d736f04eb249 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.310998] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f21c7cd-37a7-4b2e-914e-c9a073bef328 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.323792] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.831063] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.831818] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 630.832016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.833806] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.834209] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.834209] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 690.834346] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 691.337802] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 691.338047] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.338218] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.338367] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.338515] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.338659] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.338802] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.338935] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 691.339085] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.842277] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.842702] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.842762] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.842928] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 691.843854] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd05fa-4425-4e37-a8e8-f6266979683d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.852229] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edd2daa-68d2-4e76-ad89-a549dae3683c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.866137] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f699e2c-57c6-4a11-a333-0c32fbeba09b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.872252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d1f86-efa5-4bc9-a117-d21d9b7c7ccc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.900627] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181360MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 691.900781] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.900973] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.918775] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 692.919026] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 692.932029] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df85932-6fa1-4071-855b-0483761a79ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.939620] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89002327-eee1-4c07-b3bb-60d4ca129110 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.968521] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eefffc-afdc-416a-b97b-a32359c2f10b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.975175] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6310a67f-fd0f-49d7-b768-6762050a89f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.987697] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.490889] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.492172] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 693.492370] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.157596] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.157938] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.662810] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 748.663155] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 748.663308] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 749.169030] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 749.169030] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.169030] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.169030] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.169030] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.169030] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 749.169520] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 749.670068] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.670314] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.670482] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.670672] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 749.671578] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbf3a7b-780d-4763-88d0-865c191e79cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.679712] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93925b0-3233-4a4a-a877-84bd238b4886 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.693677] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707eb93e-1640-4ac2-b86b-68ac3aad7f81 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.699565] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab6c967-a9a1-4c19-a452-b0bef2e43996 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.726977] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181351MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 749.727140] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.727328] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.745950] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 750.746199] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 750.758270] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56780ee5-a63a-41ca-aa11-36665aafcd8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.765776] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d1453a-ee63-48f4-b59a-870aaef13a42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.794679] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a22f85-d4e9-4269-9253-5b40e61aef7b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.801449] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d428dc-32c3-42fd-938f-cb6040d90c76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.813940] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.316766] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.318088] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 751.318278] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.654828] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.655169] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.502320] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 804.502716] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 805.006572] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] There are 0 instances to clean {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 805.006816] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 805.006960] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=62105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 805.509867] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.008646] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.502572] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 807.502764] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 807.502915] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 808.005876] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 808.006155] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.006297] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 808.503073] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.503427] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.503513] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 809.006575] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.006805] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.006966] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.007182] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 809.008169] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1beb349-21cc-4d6b-b454-8899773a4376 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.015905] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d397691-5726-480d-899f-061152078070 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.029576] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3899fe-8e53-4a3a-8676-85ed93e8721a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.035956] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7febfda7-8b3f-4e18-a965-28c70695217a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.063729] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181330MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 809.063883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.064070] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.081925] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 810.082204] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 810.095655] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88abf03a-67cd-4452-a167-d781431b5ee5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.103252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d902db-eafa-4d5d-855e-1afbb59d6d8a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.132755] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f21ba02-bbf9-4b0c-8ecb-00b45e149a6c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.139524] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346df16-1be9-4e8b-9671-896f6b663dec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.152341] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.655743] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.657044] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 810.657230] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.656715] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.658321] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 812.658321] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 866.498595] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.498407] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.502061] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.502424] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 868.502424] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 869.005837] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 869.006092] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.502845] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.503309] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 869.503309] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.006788] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.007056] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.007226] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.007382] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 870.008274] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080c72ae-0f13-4e8a-b4a0-a178f7cfbfdc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.016424] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed8c86-6be8-49ac-8528-4cf5a18fcb23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.030486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac19a3f6-5388-4671-a16d-18d72e4891f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.036394] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c312f145-814a-48d5-a02b-887fdb2fd1cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.063633] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181344MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 870.063762] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.063942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.097646] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 871.097910] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 871.115919] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 871.130382] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 871.130561] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.141961] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 871.156913] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 871.167986] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717dbafa-95fa-4b33-9419-c71e98382de6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.175148] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a75945-9882-4b9d-94b5-82a804362367 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.204218] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f51f45-9bf4-45f8-acac-a32c1f62ef85 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.210892] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24a644b-7aec-4d18-947e-9c04694d8431 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.223296] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.728916] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.730190] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 871.730371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.666s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.730366] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.730747] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.730747] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 872.730876] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.498473] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.501898] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 930.503291] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 930.503663] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 930.503663] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 931.006663] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 931.006905] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.007239] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 931.007607] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.512058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.512058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.512058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.512058] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 931.512802] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83583e3-c18d-4066-8564-47a3d15e493d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.521049] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a892753e-bb1a-4639-bfbc-ad2b315a8cc2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.534858] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839868b1-a9a3-431b-8418-8e9d472b17be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.540646] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b10066-6781-4541-9c57-b389d3c694b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.568776] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181331MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 931.568922] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.569106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.587124] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 932.587494] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 932.600503] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70939b6e-9efe-422b-9f11-9003478606d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.608307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e199245-3ff6-477e-8e5b-e8f61a513a2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.636751] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1464dbea-314d-4b87-bc06-9c9127cdba84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.643488] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de9a3e6-4d6b-4067-8b58-e0413793b539 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.656826] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.160219] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.161551] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 933.161732] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.657841] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.658274] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.658274] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.658420] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 988.500807] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.497596] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.502406] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 991.502843] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 991.502843] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 992.005493] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 992.005741] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.502510] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.502862] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.502907] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.503061] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 992.503215] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.007083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.007083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.007293] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.007445] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 993.008346] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7cf6e9-543b-45c2-9b53-26f91379e400 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.016935] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd6540e-37e5-4bd1-bbcc-04139c63fa24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.031167] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2365062c-b329-4914-98ae-52d9ac53fa58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.037329] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608e96a-5332-45b9-be09-19e2270e7d0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.066434] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181231MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 993.066570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.066784] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.085088] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 994.085373] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 994.097977] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b2ce4b-8b65-461f-9868-59163db8411c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.105755] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66adf05c-b486-4d30-95b3-dee464a54475 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.134872] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb89987-3ae7-4270-8918-5ece7ca6e664 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.141946] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d675dc-8a47-461b-90bd-5dd18a10d55a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.155595] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.659016] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.660319] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 994.660506] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.660588] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.661012] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.500448] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.503717] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.504105] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1052.504105] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1053.006940] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1053.502738] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.503049] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.503182] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.503286] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1054.503071] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.503410] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1055.006296] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.006549] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.006720] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.006878] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1055.007860] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf630d3-62d5-4044-bb42-0ca197895fc9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.016129] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa8d2ae-71a9-4faa-9ee0-be7d0659e7f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.029591] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e8c726-22fa-4c01-8422-07d878908a0d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.035432] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339375d9-943b-4881-b094-77384ba4cd76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.063852] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1055.063996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.064201] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.082770] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1056.083180] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1056.095859] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb4a624-650a-424e-af54-d01a12981c8a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.103360] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f879da-6fc9-4433-9b65-807f658b037d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.131866] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1bd6c3-32b7-473e-9132-2c434ca402a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.138751] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab2c8c-2951-4530-8eaa-f13c4158161c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.151803] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.655344] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.656683] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1056.656863] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.656834] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.657201] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.503688] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1105.504216] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=62105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 1107.011062] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.011062] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 1107.513282] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] There are 0 instances to clean {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 1110.003063] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.003063] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.503829] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.504284] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1113.504284] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1114.007391] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1115.503078] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.503078] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.503078] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.503078] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1115.503532] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1116.006378] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.006686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.006861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.007027] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1116.007999] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8042682-1ae8-4ecc-9169-d9f8ae33a7ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.016845] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985a0462-1b36-45bd-8b9e-c9c45abba492 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.030892] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4544b7a-24c8-4b5f-9c50-ecf8e443ce21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.037209] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74aed7a-1acb-4ad4-a420-1995d0dbba84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.066713] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181358MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1116.066906] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.067071] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.085809] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.086104] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.099010] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e191e740-21e5-4e31-8632-adf0533dfd08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.106245] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8290b5eb-71f0-4d2f-b8f7-f998b20483a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.134379] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa61d1-d723-40a4-add9-42621da42ef2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.140860] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35a0c9-6356-4f66-a47c-38ebb40bf810 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.153044] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.656612] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.657908] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1117.658104] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.658326] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.160530] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.160933] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.160933] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.241065] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.743874] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Getting list of instances from cluster (obj){ [ 1129.743874] env[62105]: value = "domain-c8" [ 1129.743874] env[62105]: _type = "ClusterComputeResource" [ 1129.743874] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1129.744975] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1d4ee8-662b-4602-bfd4-c4281f6e0b76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.753341] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Got total of 0 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1172.011840] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.503292] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.503697] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1174.503697] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1175.006311] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1176.502576] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1176.502936] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.006382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.006658] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.006781] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.006928] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1177.007854] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee821e8c-0325-42f7-80c3-7b0312007af6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015758] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a2b478-64af-4233-9b91-30ddbc6fc2c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.029103] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd4148-decf-41f1-9047-0b6f74ba5563 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.035090] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8c56c5-c899-40f5-b718-e3338842d5df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.063351] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181343MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1177.063520] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.063669] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.179060] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1178.179349] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1178.194053] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1178.204995] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1178.205178] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.213995] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1178.228294] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1178.239362] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d240eb0-ac32-463d-a8d1-9044037efc60 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.246918] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087bce75-b11f-41ea-abb7-6185d5740f96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.275126] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a7f509-7d9d-4758-8312-0221dfd08487 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.281821] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dae6e7-954a-4fc8-830b-8da7d05cf2c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.294739] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.798060] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.799338] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1178.799514] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.736s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.800344] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.800344] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.800344] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.800344] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.800344] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.800344] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1231.499411] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.500214] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.502865] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.503249] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1235.503249] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1236.006473] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1237.503396] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.503751] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.503751] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1237.503907] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.007573] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.007883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.008067] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.008232] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1238.009240] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be1d3a-8728-4f1b-bcd4-6f3815287e64 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.017201] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364caa5-1271-4cb7-a8a2-58e640b1489b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.030783] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010bb6d8-e555-477e-9718-41c22cef60cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.036782] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08e98b-7da7-4072-afcb-dcbde8b0b69c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.064991] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181341MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1238.065136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.065328] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.085908] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1239.085908] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1239.098991] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8968db6-5d58-4b74-9d8a-9bfc77f682c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.105106] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126353d1-3469-4774-adb3-4d4fb10a0929 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.134345] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcd4d50-9f50-41db-a5e4-ed00dafd90f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.141309] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353597d1-d5a2-4cba-8ba5-a14df987eebc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.155283] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.657177] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.658437] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1239.658655] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.658444] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.658804] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.658804] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.658963] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1292.499963] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.502585] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.502975] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1295.502975] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1296.005543] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1297.503023] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.503023] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.503396] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.503442] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.503567] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.503725] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1299.503895] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.008051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.008300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.008476] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.008635] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1300.009575] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58151f6e-2bba-49cc-956e-eed63f4006cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.017676] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbd83f3-8101-46ff-9bc3-d2c4473f257e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.030987] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f3ede-2470-462e-8ff3-4e9d14758647 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.036814] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f814cf70-fe69-404f-be03-629c5b0315a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.064945] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181345MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1300.065088] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.065277] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.082837] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1301.083132] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1301.096684] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794ab228-12a7-4a5b-a347-32f95537e319 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.104147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af630f59-04e7-4cfd-adb0-29666440c03e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.132317] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa10e3b-a12c-4387-bf06-10f9667b1d0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.139050] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30b75ef-dfe9-4203-9fba-b113297a89e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.151333] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.654016] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.655306] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1301.655496] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.654954] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.499076] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1353.155778] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "a8b457a1-3816-4b3e-b010-5d1c89734239" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.156039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "a8b457a1-3816-4b3e-b010-5d1c89734239" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.214089] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "f87aa475-7469-4a36-ad46-be69fc24e0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.214089] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.660379] env[62105]: DEBUG nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.718570] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.919137] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.919137] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.203879] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.204583] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.206736] env[62105]: INFO nova.compute.claims [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.248993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.421845] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1354.951821] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.300815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6675f324-4bb5-489a-b5e9-1c75260d7519 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.308640] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa30142-8da1-4e01-9bab-3b9f7ed3ea91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.340069] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e1cb02-f4d1-499a-a1c6-87c972ee8138 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.347490] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b3f011-45f0-4749-a27c-a1f97497b93d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.361445] env[62105]: DEBUG nova.compute.provider_tree [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.609977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "a66f5c25-c415-4968-bc3f-6e33311568e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.611405] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.867253] env[62105]: DEBUG nova.scheduler.client.report [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.054369] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "265821f0-7192-4325-b70b-e3679e501172" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.054669] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "265821f0-7192-4325-b70b-e3679e501172" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.113892] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.161343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "175a86b7-eb68-41d6-a634-a0aef83b4fba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.161486] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.370461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.370580] env[62105]: DEBUG nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.373384] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.125s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.374815] env[62105]: INFO nova.compute.claims [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.558946] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.652127] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.664888] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.880350] env[62105]: DEBUG nova.compute.utils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1356.882052] env[62105]: DEBUG nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1357.092434] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.196706] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.383728] env[62105]: DEBUG nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1357.497432] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.547944] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4e8142-6b00-4220-b877-fdc3bf17187f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.557372] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ce8ce-3aee-4613-9304-e209a1b7f831 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.594265] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc6e61-182c-4350-8def-07be79363295 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.603360] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ca5264-0567-412a-a13f-6cb100b5539e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.620254] env[62105]: DEBUG nova.compute.provider_tree [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.008152] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.011314] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1358.011412] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1358.126135] env[62105]: DEBUG nova.scheduler.client.report [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.398505] env[62105]: DEBUG nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1358.517225] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1358.517954] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1358.517954] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1358.517954] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.635965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.636564] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1358.642818] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.688s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.649811] env[62105]: INFO nova.compute.claims [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.666670] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1358.666955] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1358.667170] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1358.669115] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1358.669809] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1358.669809] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1358.669809] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1358.669995] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1358.670342] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1358.672714] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1358.672714] env[62105]: DEBUG nova.virt.hardware [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1358.672714] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3caa6f5-4276-4cca-b526-0879fdcbabbf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.685582] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74034c68-423f-46fd-9c83-f376264cf26a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.709289] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d1c4f2-49f3-4202-9d84-24e7ee69de7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.734176] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.749210] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.749978] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db032474-f728-410d-8f69-9f6a3dbdbfdc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.767350] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Created folder: OpenStack in parent group-v4. [ 1358.767965] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Creating folder: Project (2288d72b389e4ea3a30a37f9827be598). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.768058] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-854abd8b-9702-4220-bded-4efedbbefb3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.778316] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Created folder: Project (2288d72b389e4ea3a30a37f9827be598) in parent group-v392807. [ 1358.778568] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Creating folder: Instances. Parent ref: group-v392808. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.778808] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-504d2a03-ea94-4740-8287-534c968fabb8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.790235] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Created folder: Instances in parent group-v392808. [ 1358.790235] env[62105]: DEBUG oslo.service.loopingcall [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.790235] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.790235] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9458bf29-1354-4233-96a7-f062fcc06f74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.812645] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.812645] env[62105]: value = "task-1902941" [ 1358.812645] env[62105]: _type = "Task" [ 1358.812645] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.824654] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902941, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.155097] env[62105]: DEBUG nova.compute.utils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.161034] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.161034] env[62105]: DEBUG nova.network.neutron [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1359.300700] env[62105]: DEBUG nova.policy [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76923eda938d44b2845a58e6aae829b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc5a7194ba6f4dd59c51c24d629a9cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1359.326044] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902941, 'name': CreateVM_Task, 'duration_secs': 0.318956} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.326044] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.327025] env[62105]: DEBUG oslo_vmware.service [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced8b418-0da3-4847-b24a-525899e70f06 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.339120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.339337] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.340022] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.340554] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac94d873-2751-4535-a20e-e429a4091e25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.344957] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1359.344957] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5245d80e-7416-9ee7-f262-585bf9130228" [ 1359.344957] env[62105]: _type = "Task" [ 1359.344957] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.357479] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5245d80e-7416-9ee7-f262-585bf9130228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.660635] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1359.804041] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8001c27-95c0-41a0-b620-a1bfc5512895 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.814031] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2919aeb6-e216-4996-b102-efb7c3f985ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.856210] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd7e70a-3c16-4180-a3a3-b94e510dcc73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.865884] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.866319] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.866671] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.867183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.867546] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.871333] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18143851-a207-4aed-bc42-6f96852030e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.874676] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dff22e5-58a6-4b04-a859-b53759faff2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.888790] env[62105]: DEBUG nova.compute.provider_tree [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.891230] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.892607] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.892607] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5e2507-1b4e-416a-bd23-150cbd0d326e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.901551] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e463458-c20a-42a9-848f-8cac4351216a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.909128] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1359.909128] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c460e4-0860-582e-6af4-1457923dc73b" [ 1359.909128] env[62105]: _type = "Task" [ 1359.909128] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.917969] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c460e4-0860-582e-6af4-1457923dc73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.112925] env[62105]: DEBUG nova.network.neutron [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Successfully created port: 077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.393229] env[62105]: DEBUG nova.scheduler.client.report [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.422863] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1360.423170] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Creating directory with path [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.424215] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-573f23f8-b46e-47aa-b5a0-dd68218da141 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.449599] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Created directory with path [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.449811] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Fetch image to [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1360.450035] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Downloading image file data e47a3b04-7ca0-441e-8b63-06897ee9908c to [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62105) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1360.450814] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ad38d9-c113-4699-9e5e-a93bb290ee56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.461594] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed56b5-d3b8-49b2-b07d-2c1e2bb2835b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.475339] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e3d171-7e34-404d-bd48-45d48247b6f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.508785] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.509382] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e3bba8-3c7c-4db0-949c-eca7da353438 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.515695] env[62105]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-43057276-1892-4018-a1a7-7c9ddc685707 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.547215] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Downloading image file data e47a3b04-7ca0-441e-8b63-06897ee9908c to the data store datastore1 {{(pid=62105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1360.637190] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1360.707552] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1360.745386] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.746640] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.746807] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.747039] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.747231] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.747415] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.747633] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.747786] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.747943] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.748134] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.748365] env[62105]: DEBUG nova.virt.hardware [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.749271] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c02a9ca-60f4-4cc1-bc8c-c2319006da3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.762508] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f222b4f9-3bd5-48d8-949e-64366f9ae086 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.905525] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.906717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.255s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.908949] env[62105]: INFO nova.compute.claims [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1361.354752] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1361.354975] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1361.418942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "eff19f6f-83e4-4fa6-9278-dde17071ddff" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.419220] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "eff19f6f-83e4-4fa6-9278-dde17071ddff" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.481713] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Downloaded image file data e47a3b04-7ca0-441e-8b63-06897ee9908c to vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1361.483422] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1361.483677] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Copying Virtual Disk [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk to [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.486936] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b5a80df-ac7d-49fd-9539-13f6be1da0b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.498760] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1361.498760] env[62105]: value = "task-1902942" [ 1361.498760] env[62105]: _type = "Task" [ 1361.498760] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.507021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.507021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.511372] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.511597] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1361.511843] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.512040] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.938908] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "eff19f6f-83e4-4fa6-9278-dde17071ddff" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.517s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.938908] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.019830] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.020411] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902942, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.110784] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f88eef7-e7d1-4775-b791-a89df70aa68a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.122657] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df88a99a-a433-4bd2-93ff-b1a2088eebe1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.159604] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe568a5-a405-425d-9a09-5498879dd6a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.169794] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8324da-dfcc-4e65-893a-4599dda480f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.182954] env[62105]: DEBUG nova.compute.provider_tree [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.449033] env[62105]: DEBUG nova.compute.utils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1362.449913] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1362.450505] env[62105]: DEBUG nova.network.neutron [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1362.513646] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794908} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.513832] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Copied Virtual Disk [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk to [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.514016] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleting the datastore file [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.514293] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdbd8486-a9b9-49c5-bebb-15fb7417f241 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.522183] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1362.522183] env[62105]: value = "task-1902943" [ 1362.522183] env[62105]: _type = "Task" [ 1362.522183] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.529044] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.641916] env[62105]: DEBUG nova.policy [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd95e07fc0824442280ac82af52271a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c250bfcb23b4442b9b77dc275d06cd96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1362.685989] env[62105]: DEBUG nova.scheduler.client.report [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.766820] env[62105]: DEBUG nova.network.neutron [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Successfully updated port: 077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.954796] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.034970] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023018} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.036586] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1363.036921] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Moving file from [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434/e47a3b04-7ca0-441e-8b63-06897ee9908c to [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c. {{(pid=62105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1363.038530] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e3a2b0f6-468e-47e2-9b29-1f8838d74771 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.046780] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1363.046780] env[62105]: value = "task-1902944" [ 1363.046780] env[62105]: _type = "Task" [ 1363.046780] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.054669] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902944, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.194672] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.194672] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1363.200022] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.105s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.200022] env[62105]: INFO nova.compute.claims [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.269478] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.270442] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquired lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.270694] env[62105]: DEBUG nova.network.neutron [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.560295] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902944, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025793} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.560600] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] File moved {{(pid=62105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1363.561363] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Cleaning up location [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1363.561445] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleting the datastore file [datastore1] vmware_temp/9f2f57ec-0ba6-4ea5-b938-5279cda0e434 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.561794] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90fb13aa-42e3-47eb-b279-0641fd75cebc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.568655] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1363.568655] env[62105]: value = "task-1902945" [ 1363.568655] env[62105]: _type = "Task" [ 1363.568655] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.578233] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.703802] env[62105]: DEBUG nova.compute.utils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.707399] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.707669] env[62105]: DEBUG nova.network.neutron [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.811644] env[62105]: DEBUG nova.network.neutron [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Successfully created port: 700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.841309] env[62105]: DEBUG nova.policy [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd07ce158614e2ab3e7d54a448e5210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd65cbe344a804477bbfcd22ed5979a1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.874322] env[62105]: DEBUG nova.network.neutron [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.967197] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.005760] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1364.006073] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.006236] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1364.006444] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.006586] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1364.006729] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1364.006965] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1364.007692] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1364.007692] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1364.007692] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1364.007692] env[62105]: DEBUG nova.virt.hardware [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1364.008665] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8da02d-b8e8-4c59-9d48-958ff5f829f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.017861] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea61d1a-e27a-4a58-a0a2-bf27a4fc068a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.082181] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023384} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.082181] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.082181] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a281a37-e3af-4973-b0d2-531c220ad816 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.087182] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1364.087182] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52be74c9-20c3-3645-0cbb-80f04947de8b" [ 1364.087182] env[62105]: _type = "Task" [ 1364.087182] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.096905] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52be74c9-20c3-3645-0cbb-80f04947de8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.212579] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1364.247557] env[62105]: DEBUG nova.network.neutron [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Updating instance_info_cache with network_info: [{"id": "077b07dc-9082-4496-9b22-02812ff2814e", "address": "fa:16:3e:af:57:48", "network": {"id": "a96a7971-e136-4d16-b3c1-8e4273b03203", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144517488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a7194ba6f4dd59c51c24d629a9cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077b07dc-90", "ovs_interfaceid": "077b07dc-9082-4496-9b22-02812ff2814e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.343236] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73fbaeb-6a8d-4972-88b1-9adbf18aacc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.351654] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c2f18-9bee-4e81-a473-9e94c4612348 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.385827] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba8f42-c259-4aba-a359-6ce35fd9e589 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.393480] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2272406-60f0-44dd-964f-bcb7e062631f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.406113] env[62105]: DEBUG nova.compute.provider_tree [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.573743] env[62105]: DEBUG nova.network.neutron [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Successfully created port: 8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.597923] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52be74c9-20c3-3645-0cbb-80f04947de8b, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.598247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.598449] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] a8b457a1-3816-4b3e-b010-5d1c89734239/a8b457a1-3816-4b3e-b010-5d1c89734239.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.598709] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022c7b6f-e3ad-43e5-84aa-5804e344c76e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.605740] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1364.605740] env[62105]: value = "task-1902946" [ 1364.605740] env[62105]: _type = "Task" [ 1364.605740] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.620374] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.761393] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Releasing lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.761393] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Instance network_info: |[{"id": "077b07dc-9082-4496-9b22-02812ff2814e", "address": "fa:16:3e:af:57:48", "network": {"id": "a96a7971-e136-4d16-b3c1-8e4273b03203", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144517488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a7194ba6f4dd59c51c24d629a9cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077b07dc-90", "ovs_interfaceid": "077b07dc-9082-4496-9b22-02812ff2814e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.761928] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:57:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '077b07dc-9082-4496-9b22-02812ff2814e', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.772397] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Creating folder: Project (fc5a7194ba6f4dd59c51c24d629a9cb1). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.773137] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bde40f85-58cc-4999-a818-729f38ac14ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.788451] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Created folder: Project (fc5a7194ba6f4dd59c51c24d629a9cb1) in parent group-v392807. [ 1364.788451] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Creating folder: Instances. Parent ref: group-v392811. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.788451] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c521df9-72f5-4dfb-8227-d96791918615 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.803037] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Created folder: Instances in parent group-v392811. [ 1364.803321] env[62105]: DEBUG oslo.service.loopingcall [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.806853] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.806853] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac00c1ab-18b0-4c10-89ab-dcf5add8cb3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.838070] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.838070] env[62105]: value = "task-1902949" [ 1364.838070] env[62105]: _type = "Task" [ 1364.838070] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.856622] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902949, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.910696] env[62105]: DEBUG nova.scheduler.client.report [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.120056] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902946, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.230491] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1365.274572] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.274820] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.275244] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.275244] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.275355] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.275416] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.275618] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.275768] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.275924] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.276094] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.276261] env[62105]: DEBUG nova.virt.hardware [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.277931] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e711422-d91d-47b1-badf-a38ae2ecc56e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.290947] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94efedc0-5bfb-40f4-bec9-338d7a73b1fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.353626] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902949, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.422027] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.422027] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.427665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.229s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.427665] env[62105]: INFO nova.compute.claims [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.619894] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515603} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.620661] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] a8b457a1-3816-4b3e-b010-5d1c89734239/a8b457a1-3816-4b3e-b010-5d1c89734239.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.620661] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.620661] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e34aaffd-7257-461b-9eb7-33f204f1491d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.632071] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1365.632071] env[62105]: value = "task-1902950" [ 1365.632071] env[62105]: _type = "Task" [ 1365.632071] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.638876] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.664024] env[62105]: DEBUG nova.compute.manager [req-542c46cd-85d8-45dd-92c7-85cf1d45b7fc req-6a10ea03-48d7-4f3e-a5b2-53d99cea2d08 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Received event network-vif-plugged-077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1365.664024] env[62105]: DEBUG oslo_concurrency.lockutils [req-542c46cd-85d8-45dd-92c7-85cf1d45b7fc req-6a10ea03-48d7-4f3e-a5b2-53d99cea2d08 service nova] Acquiring lock "f87aa475-7469-4a36-ad46-be69fc24e0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.664024] env[62105]: DEBUG oslo_concurrency.lockutils [req-542c46cd-85d8-45dd-92c7-85cf1d45b7fc req-6a10ea03-48d7-4f3e-a5b2-53d99cea2d08 service nova] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.664024] env[62105]: DEBUG oslo_concurrency.lockutils [req-542c46cd-85d8-45dd-92c7-85cf1d45b7fc req-6a10ea03-48d7-4f3e-a5b2-53d99cea2d08 service nova] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.666263] env[62105]: DEBUG nova.compute.manager [req-542c46cd-85d8-45dd-92c7-85cf1d45b7fc req-6a10ea03-48d7-4f3e-a5b2-53d99cea2d08 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] No waiting events found dispatching network-vif-plugged-077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1365.666601] env[62105]: WARNING nova.compute.manager [req-542c46cd-85d8-45dd-92c7-85cf1d45b7fc req-6a10ea03-48d7-4f3e-a5b2-53d99cea2d08 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Received unexpected event network-vif-plugged-077b07dc-9082-4496-9b22-02812ff2814e for instance with vm_state building and task_state spawning. [ 1365.857381] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902949, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.933878] env[62105]: DEBUG nova.compute.utils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1365.940548] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.941096] env[62105]: DEBUG nova.network.neutron [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.030411] env[62105]: DEBUG nova.policy [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cdc0ddaef1f4ebe80696aa9ba8be55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54e33e75738a43f1a132e3d12543d740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.143549] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072311} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.144323] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.148367] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e0ec0-e782-4e11-986b-e4896e0de4f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.169966] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a8b457a1-3816-4b3e-b010-5d1c89734239/a8b457a1-3816-4b3e-b010-5d1c89734239.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.170586] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b716396c-db2a-46ae-a5fc-64675c9d495b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.194365] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1366.194365] env[62105]: value = "task-1902951" [ 1366.194365] env[62105]: _type = "Task" [ 1366.194365] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.204049] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.356386] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902949, 'name': CreateVM_Task, 'duration_secs': 1.503102} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.356573] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1366.367615] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.367615] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.367914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1366.368309] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fcd40c-e96c-4efb-9e51-98decba5f5da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.373328] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1366.373328] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ae5a4e-6c12-189a-aba2-57b5eed745d9" [ 1366.373328] env[62105]: _type = "Task" [ 1366.373328] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.383801] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ae5a4e-6c12-189a-aba2-57b5eed745d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.450367] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.452775] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.456138] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.513269] env[62105]: DEBUG nova.network.neutron [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Successfully created port: 55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.707810] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902951, 'name': ReconfigVM_Task, 'duration_secs': 0.284351} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.708508] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a8b457a1-3816-4b3e-b010-5d1c89734239/a8b457a1-3816-4b3e-b010-5d1c89734239.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.709475] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-353c7716-4479-4d39-bb00-ca3970bc19e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.719812] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1366.719812] env[62105]: value = "task-1902952" [ 1366.719812] env[62105]: _type = "Task" [ 1366.719812] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.728130] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902952, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.765790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c199cc30-6ad3-4d49-a38a-224e97a4035a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.777567] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f695361-2ac3-4f52-a348-fd50ede955a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.817058] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39972821-2af3-468d-8bfc-476f0c690df7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.824631] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a45e6a-21d6-4466-b982-65cc45716867 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.841735] env[62105]: DEBUG nova.compute.provider_tree [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.890603] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ae5a4e-6c12-189a-aba2-57b5eed745d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008675} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.890872] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.891124] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.891420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.891577] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.891753] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.892038] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f867905-bfe1-4ef0-a4a8-bb72094745dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.899875] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.900149] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.900906] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d330cb9e-af7e-4eb4-9673-175d7d74592f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.909696] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1366.909696] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52526666-50d6-a9fe-efd7-230befa4e93b" [ 1366.909696] env[62105]: _type = "Task" [ 1366.909696] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.929111] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52526666-50d6-a9fe-efd7-230befa4e93b, 'name': SearchDatastore_Task, 'duration_secs': 0.007352} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.930566] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-189b93f7-8dbe-4c4d-8ab0-7e9c9b1d8ef1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.939206] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1366.939206] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523f4710-c12d-d7fe-edf1-abb77deb0bcb" [ 1366.939206] env[62105]: _type = "Task" [ 1366.939206] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.966022] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.966022] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523f4710-c12d-d7fe-edf1-abb77deb0bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.008472} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.967986] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.967986] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] f87aa475-7469-4a36-ad46-be69fc24e0a1/f87aa475-7469-4a36-ad46-be69fc24e0a1.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.967986] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e834197-6e26-4283-9492-6f6e39c970fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.974059] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1366.974059] env[62105]: value = "task-1902953" [ 1366.974059] env[62105]: _type = "Task" [ 1366.974059] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.983562] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.233131] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902952, 'name': Rename_Task, 'duration_secs': 0.128232} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.235191] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.235191] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a3a3d56-f62c-4157-a333-5a4b5554b185 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.241856] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1367.241856] env[62105]: value = "task-1902954" [ 1367.241856] env[62105]: _type = "Task" [ 1367.241856] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.254505] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.347687] env[62105]: DEBUG nova.scheduler.client.report [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.467965] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.499475] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450659} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.502721] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] f87aa475-7469-4a36-ad46-be69fc24e0a1/f87aa475-7469-4a36-ad46-be69fc24e0a1.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.502946] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.503393] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e488c714-9335-459f-aaaf-5b1800646448 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.508866] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.512785] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.513052] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.513244] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.513439] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.513603] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.513754] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.513967] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.514153] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.514323] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.514506] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.514680] env[62105]: DEBUG nova.virt.hardware [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.518994] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed40259-573f-452e-b3e7-0b8d767888e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.519506] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1367.519506] env[62105]: value = "task-1902955" [ 1367.519506] env[62105]: _type = "Task" [ 1367.519506] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.527254] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56adc7af-7b9b-4d6f-8fe1-00c729e2f90e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.534271] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.756091] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902954, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.860020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.860020] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.862812] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.843s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.863185] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.863608] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1367.866415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.355s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.866415] env[62105]: INFO nova.compute.claims [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.870464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c2747d-5f41-4afa-9019-175549411b93 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.881281] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9acd2f-149a-420d-84ce-8e6dacdabbd9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.900819] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eab546-56e2-471b-ae3e-4ab0b62b68ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.907645] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce385288-bb12-4582-bc83-307a0fce162d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.945156] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181332MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1367.945156] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.009116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "413dd89a-6b40-41bb-9140-3a809ab169c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.009389] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.030823] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079073} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.031748] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.032655] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769b6ed8-769a-4b94-b789-0c701bfe7f35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.058251] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f87aa475-7469-4a36-ad46-be69fc24e0a1/f87aa475-7469-4a36-ad46-be69fc24e0a1.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.058719] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c19cce-fef6-40f1-8c58-94bae12b6542 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.085374] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1368.085374] env[62105]: value = "task-1902956" [ 1368.085374] env[62105]: _type = "Task" [ 1368.085374] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.095559] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.251962] env[62105]: DEBUG oslo_vmware.api [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1902954, 'name': PowerOnVM_Task, 'duration_secs': 0.532889} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.253576] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.254132] env[62105]: INFO nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1368.254373] env[62105]: DEBUG nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.256045] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba12ff5-8f58-4a83-94e8-6a9cd307d50c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.364769] env[62105]: DEBUG nova.compute.utils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.368314] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.368314] env[62105]: DEBUG nova.network.neutron [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.499893] env[62105]: DEBUG nova.policy [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dce5a0afa1d84c6a989f50831134e4ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '181d0790695d474ebe43eaf30a87e3ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.512335] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1368.603408] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902956, 'name': ReconfigVM_Task, 'duration_secs': 0.275161} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.604238] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f87aa475-7469-4a36-ad46-be69fc24e0a1/f87aa475-7469-4a36-ad46-be69fc24e0a1.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.605060] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0abecd5b-11ea-4028-998f-4af872352344 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.614066] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1368.614066] env[62105]: value = "task-1902957" [ 1368.614066] env[62105]: _type = "Task" [ 1368.614066] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.627950] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902957, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.783805] env[62105]: INFO nova.compute.manager [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Took 14.62 seconds to build instance. [ 1368.870061] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.958270] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "d4aa4880-c381-43ee-96dc-e42cb13971fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.958720] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.989108] env[62105]: DEBUG nova.compute.manager [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Received event network-changed-077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1368.991798] env[62105]: DEBUG nova.compute.manager [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Refreshing instance network info cache due to event network-changed-077b07dc-9082-4496-9b22-02812ff2814e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1368.991798] env[62105]: DEBUG oslo_concurrency.lockutils [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] Acquiring lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.991798] env[62105]: DEBUG oslo_concurrency.lockutils [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] Acquired lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.991798] env[62105]: DEBUG nova.network.neutron [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Refreshing network info cache for port 077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.039114] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.050330] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2cc04-a4a4-4f67-b1ac-e60d499ff056 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.059246] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2af8fe-5584-4e3c-8cdc-aee46828760e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.095163] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf5102-7fc4-44a4-8cb2-497e33611af9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.103271] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4256f6d-84b7-4a84-82e9-21206349b01e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.118523] env[62105]: DEBUG nova.compute.provider_tree [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.129509] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902957, 'name': Rename_Task, 'duration_secs': 0.134595} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.129509] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.129509] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3e6a055-be2d-400c-b28e-2300f8290cdb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.136470] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1369.136470] env[62105]: value = "task-1902958" [ 1369.136470] env[62105]: _type = "Task" [ 1369.136470] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.147030] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.289756] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b09f6f2b-5520-40ae-9319-ab804a04d245 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "a8b457a1-3816-4b3e-b010-5d1c89734239" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.131s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.321066] env[62105]: DEBUG nova.network.neutron [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Successfully created port: 5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.464630] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.624644] env[62105]: DEBUG nova.scheduler.client.report [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.650798] env[62105]: DEBUG oslo_vmware.api [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902958, 'name': PowerOnVM_Task, 'duration_secs': 0.469277} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.652256] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.652499] env[62105]: INFO nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1369.652839] env[62105]: DEBUG nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.654942] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9611a2f-ef03-421b-b8f8-9aea5c9605b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.886167] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1369.890749] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.890749] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.915166] env[62105]: DEBUG nova.network.neutron [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Successfully updated port: 700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.991970] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.045501] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.050423] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.050423] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.050423] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.050423] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.050423] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.050586] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.050586] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.050586] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.050586] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.050586] env[62105]: DEBUG nova.virt.hardware [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.050743] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200eea08-0f0c-4118-9be1-3f3f6b5effc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.057580] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af1d5a3-d47f-4743-af68-a231b81438b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.130396] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.130942] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.133984] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.190s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.179987] env[62105]: INFO nova.compute.manager [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Took 15.95 seconds to build instance. [ 1370.318362] env[62105]: DEBUG nova.network.neutron [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Updated VIF entry in instance network info cache for port 077b07dc-9082-4496-9b22-02812ff2814e. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.318362] env[62105]: DEBUG nova.network.neutron [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Updating instance_info_cache with network_info: [{"id": "077b07dc-9082-4496-9b22-02812ff2814e", "address": "fa:16:3e:af:57:48", "network": {"id": "a96a7971-e136-4d16-b3c1-8e4273b03203", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144517488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a7194ba6f4dd59c51c24d629a9cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077b07dc-90", "ovs_interfaceid": "077b07dc-9082-4496-9b22-02812ff2814e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.393837] env[62105]: DEBUG nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.423518] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "refresh_cache-29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.423518] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquired lock "refresh_cache-29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.423518] env[62105]: DEBUG nova.network.neutron [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.504593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.504893] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.637437] env[62105]: DEBUG nova.network.neutron [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Successfully updated port: 55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.642269] env[62105]: DEBUG nova.compute.utils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.653548] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.653665] env[62105]: DEBUG nova.network.neutron [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.682400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e12e2238-f0b9-417e-9d51-11bae9cf25a6 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.468s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.825043] env[62105]: DEBUG nova.network.neutron [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Successfully updated port: 8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.826260] env[62105]: DEBUG oslo_concurrency.lockutils [req-0869e841-cc4f-4356-b3d9-75e82ad5a2a4 req-79976b68-6fe9-4f57-904a-2eb4aa5a22a1 service nova] Releasing lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.838429] env[62105]: DEBUG nova.policy [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed3d1156d6c4e5991e017c1a67d9bc8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1719881af3ad4f71836b114631f211cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.874670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b90beaa3-fa82-4f4c-a372-944c8265c275" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.874670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.929324] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.945331] env[62105]: DEBUG nova.compute.manager [req-4d5351f3-dd4c-4bda-b958-6d48ff2e2365 req-62c45e23-e5fb-4199-b0c4-626741b8fe51 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Received event network-vif-plugged-700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1370.945554] env[62105]: DEBUG oslo_concurrency.lockutils [req-4d5351f3-dd4c-4bda-b958-6d48ff2e2365 req-62c45e23-e5fb-4199-b0c4-626741b8fe51 service nova] Acquiring lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.945766] env[62105]: DEBUG oslo_concurrency.lockutils [req-4d5351f3-dd4c-4bda-b958-6d48ff2e2365 req-62c45e23-e5fb-4199-b0c4-626741b8fe51 service nova] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.945950] env[62105]: DEBUG oslo_concurrency.lockutils [req-4d5351f3-dd4c-4bda-b958-6d48ff2e2365 req-62c45e23-e5fb-4199-b0c4-626741b8fe51 service nova] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.946129] env[62105]: DEBUG nova.compute.manager [req-4d5351f3-dd4c-4bda-b958-6d48ff2e2365 req-62c45e23-e5fb-4199-b0c4-626741b8fe51 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] No waiting events found dispatching network-vif-plugged-700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.946310] env[62105]: WARNING nova.compute.manager [req-4d5351f3-dd4c-4bda-b958-6d48ff2e2365 req-62c45e23-e5fb-4199-b0c4-626741b8fe51 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Received unexpected event network-vif-plugged-700355e5-a6fe-4908-9734-c60c430930b6 for instance with vm_state building and task_state spawning. [ 1371.008520] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.019128] env[62105]: DEBUG nova.network.neutron [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.153809] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.159096] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "refresh_cache-265821f0-7192-4325-b70b-e3679e501172" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.159096] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired lock "refresh_cache-265821f0-7192-4325-b70b-e3679e501172" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.159096] env[62105]: DEBUG nova.network.neutron [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.195969] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f87aa475-7469-4a36-ad46-be69fc24e0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.197288] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a8b457a1-3816-4b3e-b010-5d1c89734239 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.197288] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.197288] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a66f5c25-c415-4968-bc3f-6e33311568e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.197288] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 265821f0-7192-4325-b70b-e3679e501172 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.197531] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 175a86b7-eb68-41d6-a634-a0aef83b4fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.197531] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1371.330083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "refresh_cache-a66f5c25-c415-4968-bc3f-6e33311568e6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.330083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquired lock "refresh_cache-a66f5c25-c415-4968-bc3f-6e33311568e6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.330083] env[62105]: DEBUG nova.network.neutron [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.378232] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.534257] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.700924] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 413dd89a-6b40-41bb-9140-3a809ab169c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1371.875880] env[62105]: DEBUG nova.network.neutron [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Updating instance_info_cache with network_info: [{"id": "700355e5-a6fe-4908-9734-c60c430930b6", "address": "fa:16:3e:57:f5:f0", "network": {"id": "115d728f-3a56-4283-ba89-d973a5f10f66", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1698237503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c250bfcb23b4442b9b77dc275d06cd96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700355e5-a6", "ovs_interfaceid": "700355e5-a6fe-4908-9734-c60c430930b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.889021] env[62105]: DEBUG nova.network.neutron [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.916508] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.924563] env[62105]: DEBUG nova.network.neutron [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.174562] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.208888] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.209024] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.209337] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.209533] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.209533] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.210082] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.210082] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.210159] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.210749] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.210749] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.210749] env[62105]: DEBUG nova.virt.hardware [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.211506] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d4aa4880-c381-43ee-96dc-e42cb13971fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.215184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e2c29a-e45d-44a9-80ab-b614271b7107 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.223663] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cb325-ce19-45d9-b309-9993432d8bb2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.386923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Releasing lock "refresh_cache-29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.387294] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Instance network_info: |[{"id": "700355e5-a6fe-4908-9734-c60c430930b6", "address": "fa:16:3e:57:f5:f0", "network": {"id": "115d728f-3a56-4283-ba89-d973a5f10f66", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1698237503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c250bfcb23b4442b9b77dc275d06cd96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700355e5-a6", "ovs_interfaceid": "700355e5-a6fe-4908-9734-c60c430930b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.387595] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:f5:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '700355e5-a6fe-4908-9734-c60c430930b6', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.399681] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Creating folder: Project (c250bfcb23b4442b9b77dc275d06cd96). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.399681] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c228d6c8-b7dc-4047-a622-430bb41a0a56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.412024] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Created folder: Project (c250bfcb23b4442b9b77dc275d06cd96) in parent group-v392807. [ 1372.412024] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Creating folder: Instances. Parent ref: group-v392814. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1372.412024] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abbcae10-c426-4837-a207-1513678a747c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.422112] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Created folder: Instances in parent group-v392814. [ 1372.423156] env[62105]: DEBUG oslo.service.loopingcall [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.423156] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.423156] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06e67370-5305-4ece-909a-1211c9b2d384 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.452371] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.452371] env[62105]: value = "task-1902961" [ 1372.452371] env[62105]: _type = "Task" [ 1372.452371] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.462292] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902961, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.518305] env[62105]: DEBUG nova.network.neutron [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Updating instance_info_cache with network_info: [{"id": "8b73a0ca-1561-4b4c-acf1-f122397a1e47", "address": "fa:16:3e:ca:d3:63", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b73a0ca-15", "ovs_interfaceid": "8b73a0ca-1561-4b4c-acf1-f122397a1e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.660497] env[62105]: DEBUG nova.network.neutron [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Successfully created port: a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.679701] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.679964] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "27885184-734b-42ae-8c31-e14e67330fbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.719690] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 4e039e7d-bc2c-48df-bd9b-eb4ef124482e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1372.739639] env[62105]: DEBUG nova.network.neutron [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Updating instance_info_cache with network_info: [{"id": "55611410-b4b5-402a-aa8d-3fbc87c71cb5", "address": "fa:16:3e:1f:a1:d7", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55611410-b4", "ovs_interfaceid": "55611410-b4b5-402a-aa8d-3fbc87c71cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.875390] env[62105]: DEBUG nova.network.neutron [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Successfully updated port: 5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.969610] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902961, 'name': CreateVM_Task, 'duration_secs': 0.491759} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.969610] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.970218] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.970424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.970731] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.970988] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acde8274-f18b-4a5f-803d-b2b19cb5d6c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.979396] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1372.979396] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ee119d-0950-5489-93f6-8430707537a9" [ 1372.979396] env[62105]: _type = "Task" [ 1372.979396] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.990659] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ee119d-0950-5489-93f6-8430707537a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.023456] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Releasing lock "refresh_cache-a66f5c25-c415-4968-bc3f-6e33311568e6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.023456] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Instance network_info: |[{"id": "8b73a0ca-1561-4b4c-acf1-f122397a1e47", "address": "fa:16:3e:ca:d3:63", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b73a0ca-15", "ovs_interfaceid": "8b73a0ca-1561-4b4c-acf1-f122397a1e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.023624] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:d3:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b73a0ca-1561-4b4c-acf1-f122397a1e47', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.030439] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Creating folder: Project (d65cbe344a804477bbfcd22ed5979a1e). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.032289] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78f2a50-1cab-4cc6-940f-f80bd796be40 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.037646] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "3eb963bc-48b0-4fb3-9640-76db178fd09e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.038154] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.047998] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Created folder: Project (d65cbe344a804477bbfcd22ed5979a1e) in parent group-v392807. [ 1373.048418] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Creating folder: Instances. Parent ref: group-v392817. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.048543] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fbeb8f9-0895-454d-8f70-54f4c225840b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.058181] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Created folder: Instances in parent group-v392817. [ 1373.058502] env[62105]: DEBUG oslo.service.loopingcall [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.058730] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.059798] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00db0679-a67f-4dbb-acc0-e933b548f27b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.082329] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.082329] env[62105]: value = "task-1902964" [ 1373.082329] env[62105]: _type = "Task" [ 1373.082329] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.092479] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902964, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.223018] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f43578b1-da1d-448c-a8ae-f1680d4faad2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1373.246026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Releasing lock "refresh_cache-265821f0-7192-4325-b70b-e3679e501172" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.246026] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Instance network_info: |[{"id": "55611410-b4b5-402a-aa8d-3fbc87c71cb5", "address": "fa:16:3e:1f:a1:d7", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55611410-b4", "ovs_interfaceid": "55611410-b4b5-402a-aa8d-3fbc87c71cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1373.246234] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a1:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55611410-b4b5-402a-aa8d-3fbc87c71cb5', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.255960] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Creating folder: Project (54e33e75738a43f1a132e3d12543d740). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.262158] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e12bb47-7f46-4ecf-a68a-c5e2c5a46a03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.270851] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Created folder: Project (54e33e75738a43f1a132e3d12543d740) in parent group-v392807. [ 1373.271382] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Creating folder: Instances. Parent ref: group-v392820. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.271382] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d50ded5-34c7-4af0-9c5b-93d55524cd70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.282120] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Created folder: Instances in parent group-v392820. [ 1373.282207] env[62105]: DEBUG oslo.service.loopingcall [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1373.282605] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265821f0-7192-4325-b70b-e3679e501172] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.282605] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a57dc49c-4541-42d6-9ac3-28b368ece60b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.312028] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.312028] env[62105]: value = "task-1902967" [ 1373.312028] env[62105]: _type = "Task" [ 1373.312028] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.320872] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902967, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.383042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "refresh_cache-175a86b7-eb68-41d6-a634-a0aef83b4fba" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.383042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired lock "refresh_cache-175a86b7-eb68-41d6-a634-a0aef83b4fba" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.383042] env[62105]: DEBUG nova.network.neutron [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.416639] env[62105]: DEBUG nova.compute.manager [None req-71916153-cafe-4b3e-ac9c-06036bb1a621 tempest-ServerDiagnosticsV248Test-925109940 tempest-ServerDiagnosticsV248Test-925109940-project-admin] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1373.416864] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940cf1d6-56eb-4b1a-90f3-27cb7987376d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.425991] env[62105]: INFO nova.compute.manager [None req-71916153-cafe-4b3e-ac9c-06036bb1a621 tempest-ServerDiagnosticsV248Test-925109940 tempest-ServerDiagnosticsV248Test-925109940-project-admin] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Retrieving diagnostics [ 1373.427594] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe94586-3f32-438e-a8b1-4e9f282160a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.474440] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Received event network-vif-plugged-55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1373.474440] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Acquiring lock "265821f0-7192-4325-b70b-e3679e501172-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.474440] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Lock "265821f0-7192-4325-b70b-e3679e501172-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.474639] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Lock "265821f0-7192-4325-b70b-e3679e501172-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.474674] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] No waiting events found dispatching network-vif-plugged-55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.475276] env[62105]: WARNING nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Received unexpected event network-vif-plugged-55611410-b4b5-402a-aa8d-3fbc87c71cb5 for instance with vm_state building and task_state spawning. [ 1373.475276] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Received event network-vif-plugged-8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1373.475276] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Acquiring lock "a66f5c25-c415-4968-bc3f-6e33311568e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.475276] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.475520] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.475752] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] No waiting events found dispatching network-vif-plugged-8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.475853] env[62105]: WARNING nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Received unexpected event network-vif-plugged-8b73a0ca-1561-4b4c-acf1-f122397a1e47 for instance with vm_state building and task_state spawning. [ 1373.476024] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Received event network-changed-55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1373.476245] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Refreshing instance network info cache due to event network-changed-55611410-b4b5-402a-aa8d-3fbc87c71cb5. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1373.476442] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Acquiring lock "refresh_cache-265821f0-7192-4325-b70b-e3679e501172" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.476630] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Acquired lock "refresh_cache-265821f0-7192-4325-b70b-e3679e501172" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.476725] env[62105]: DEBUG nova.network.neutron [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Refreshing network info cache for port 55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.490152] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ee119d-0950-5489-93f6-8430707537a9, 'name': SearchDatastore_Task, 'duration_secs': 0.021162} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.491076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.491362] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.491684] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.491844] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.492347] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.493804] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62d32bf-f1bb-474b-ae65-f480e67a4250 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.503056] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.503056] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.503596] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6b7048-9c45-4306-b051-d500fd6fd38f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.510636] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1373.510636] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527029a2-4ca7-2052-7118-21af913f8561" [ 1373.510636] env[62105]: _type = "Task" [ 1373.510636] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.520775] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527029a2-4ca7-2052-7118-21af913f8561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.593673] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902964, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.728610] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1373.729134] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1373.729434] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1373.830274] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902967, 'name': CreateVM_Task, 'duration_secs': 0.482634} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.838696] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 265821f0-7192-4325-b70b-e3679e501172] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.838696] env[62105]: DEBUG oslo_vmware.service [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c424ed-fbf7-45ce-ac07-0cb209b8b857 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.846113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.846113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.846113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1373.846299] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17722cbb-c71f-489a-a7b4-1615f405a3f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.851617] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1373.851617] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bcfd1-2614-3ed3-2e90-c91458f6ad3e" [ 1373.851617] env[62105]: _type = "Task" [ 1373.851617] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.866096] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bcfd1-2614-3ed3-2e90-c91458f6ad3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.960450] env[62105]: DEBUG nova.network.neutron [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.028878] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527029a2-4ca7-2052-7118-21af913f8561, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.032049] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88ec46b2-ace0-4ffa-bb26-65005718a530 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.044967] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1374.044967] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b92119-5ddf-2a7c-86a7-3c6bdec5de15" [ 1374.044967] env[62105]: _type = "Task" [ 1374.044967] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.055758] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b92119-5ddf-2a7c-86a7-3c6bdec5de15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.075979] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8073d-99a0-4210-81d4-5c08058445a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.083929] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90320c15-d725-4520-938c-b5ccb94f214a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.095666] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902964, 'name': CreateVM_Task, 'duration_secs': 0.64687} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.122116] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.122420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.123220] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9697b8d-d304-445e-87d3-d1ba339859b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.130412] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefbe098-cc20-408d-ac5b-070817e7704a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.153117] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.365953] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.365953] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.365953] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.365953] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.366517] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.367886] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.368227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.368641] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25755afb-504a-4257-ad9d-daed887b9c81 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.370714] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16bdfce-caf9-424d-b94e-7cee752720fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.375874] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1374.375874] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ad7696-5054-5f1d-72f5-e77f43634ba0" [ 1374.375874] env[62105]: _type = "Task" [ 1374.375874] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.380997] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.381183] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.385357] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516ef5e5-f108-41b1-91a7-d4af83a030ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.388359] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ad7696-5054-5f1d-72f5-e77f43634ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.395177] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8309b414-5eb3-4a55-b995-627df7f895a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.400386] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1374.400386] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b9e62-03d8-69e7-f441-2f01a1ffbb59" [ 1374.400386] env[62105]: _type = "Task" [ 1374.400386] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.407934] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b9e62-03d8-69e7-f441-2f01a1ffbb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.424243] env[62105]: DEBUG nova.compute.manager [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.424643] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454b49ef-6c62-46f5-9904-891f36403228 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.442162] env[62105]: DEBUG nova.network.neutron [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Updating instance_info_cache with network_info: [{"id": "5708dcd1-9494-48d7-825d-534e856fed58", "address": "fa:16:3e:5c:fc:b7", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5708dcd1-94", "ovs_interfaceid": "5708dcd1-9494-48d7-825d-534e856fed58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.559125] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b92119-5ddf-2a7c-86a7-3c6bdec5de15, 'name': SearchDatastore_Task, 'duration_secs': 0.032533} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.559786] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.559786] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a/29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.559934] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d0bd61-0c8d-434b-a12b-37509a2fe0b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.568062] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1374.568062] env[62105]: value = "task-1902968" [ 1374.568062] env[62105]: _type = "Task" [ 1374.568062] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.576079] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.583210] env[62105]: DEBUG nova.network.neutron [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Updated VIF entry in instance network info cache for port 55611410-b4b5-402a-aa8d-3fbc87c71cb5. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.583571] env[62105]: DEBUG nova.network.neutron [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Updating instance_info_cache with network_info: [{"id": "55611410-b4b5-402a-aa8d-3fbc87c71cb5", "address": "fa:16:3e:1f:a1:d7", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55611410-b4", "ovs_interfaceid": "55611410-b4b5-402a-aa8d-3fbc87c71cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.657052] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.887247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.887527] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.887814] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.911211] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1374.911738] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Creating directory with path [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.911853] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c2506db-d93a-4771-bd2a-c6cfa51cdb11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.933369] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Created directory with path [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.933590] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Fetch image to [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1374.933762] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Downloading image file data e47a3b04-7ca0-441e-8b63-06897ee9908c to [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk on the data store datastore2 {{(pid=62105) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1374.934768] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3700826b-2fcf-45c2-a909-0530272c519c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.938943] env[62105]: INFO nova.compute.manager [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] instance snapshotting [ 1374.944269] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3f549f-966a-483a-9643-435a922aa295 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.947753] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe08d8-0598-45aa-8ad4-e049bdfe3b11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.952360] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Releasing lock "refresh_cache-175a86b7-eb68-41d6-a634-a0aef83b4fba" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.952798] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Instance network_info: |[{"id": "5708dcd1-9494-48d7-825d-534e856fed58", "address": "fa:16:3e:5c:fc:b7", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5708dcd1-94", "ovs_interfaceid": "5708dcd1-9494-48d7-825d-534e856fed58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.959316] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:fc:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5708dcd1-9494-48d7-825d-534e856fed58', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.973739] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Creating folder: Project (181d0790695d474ebe43eaf30a87e3ee). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.973739] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dea4b12-8033-4e80-9f19-551c10160d30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.001628] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e9bc25-f858-4d32-bbc0-fe880b5ae4a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.007234] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde63f29-0082-4dca-89be-6dc67a90d25e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.053425] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Created folder: Project (181d0790695d474ebe43eaf30a87e3ee) in parent group-v392807. [ 1375.053792] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Creating folder: Instances. Parent ref: group-v392823. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.054829] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90155077-6282-4ae9-b9b5-61880e535d6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.057734] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e883b995-0fb8-415b-9e19-4a790fa00f9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.065651] env[62105]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-930f3bb1-c99e-4ca1-b7ef-c04a93b5a506 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.069908] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Created folder: Instances in parent group-v392823. [ 1375.069908] env[62105]: DEBUG oslo.service.loopingcall [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.073742] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.073985] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2638087c-58d7-4da8-af55-faca5dda2df3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.090888] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Releasing lock "refresh_cache-265821f0-7192-4325-b70b-e3679e501172" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.091023] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Received event network-changed-8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1375.091581] env[62105]: DEBUG nova.compute.manager [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Refreshing instance network info cache due to event network-changed-8b73a0ca-1561-4b4c-acf1-f122397a1e47. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1375.091581] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Acquiring lock "refresh_cache-a66f5c25-c415-4968-bc3f-6e33311568e6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.091581] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Acquired lock "refresh_cache-a66f5c25-c415-4968-bc3f-6e33311568e6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.091733] env[62105]: DEBUG nova.network.neutron [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Refreshing network info cache for port 8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.097914] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522845} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.098366] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a/29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.099567] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.099567] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb97d4a3-a25a-4960-be63-456c344e34cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.103580] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.103580] env[62105]: value = "task-1902971" [ 1375.103580] env[62105]: _type = "Task" [ 1375.103580] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.108968] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1375.108968] env[62105]: value = "task-1902972" [ 1375.108968] env[62105]: _type = "Task" [ 1375.108968] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.118056] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902971, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.122864] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.161404] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1375.161780] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.028s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.165169] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.126s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.167626] env[62105]: INFO nova.compute.claims [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.171355] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Downloading image file data e47a3b04-7ca0-441e-8b63-06897ee9908c to the data store datastore2 {{(pid=62105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1375.189176] env[62105]: DEBUG nova.compute.manager [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Received event network-changed-700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1375.189298] env[62105]: DEBUG nova.compute.manager [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Refreshing instance network info cache due to event network-changed-700355e5-a6fe-4908-9734-c60c430930b6. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1375.189590] env[62105]: DEBUG oslo_concurrency.lockutils [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] Acquiring lock "refresh_cache-29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.190702] env[62105]: DEBUG oslo_concurrency.lockutils [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] Acquired lock "refresh_cache-29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.191909] env[62105]: DEBUG nova.network.neutron [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Refreshing network info cache for port 700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.261395] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1375.342357] env[62105]: DEBUG nova.network.neutron [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Successfully updated port: a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.559506] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1375.559506] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bd1a3ec-177c-47cf-8b41-23ab11e231bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.570723] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1375.570723] env[62105]: value = "task-1902973" [ 1375.570723] env[62105]: _type = "Task" [ 1375.570723] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.580540] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.624038] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103435} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.629424] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.629771] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902971, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.630620] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9286bf4b-d9e1-4913-8780-a618584e74c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.656315] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a/29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.660178] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b63db5-dd07-47d5-a92c-7947d7f34ef7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.688627] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1375.688627] env[62105]: value = "task-1902974" [ 1375.688627] env[62105]: _type = "Task" [ 1375.688627] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.701452] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.812573] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.812864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.845585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.845585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquired lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.845585] env[62105]: DEBUG nova.network.neutron [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.983558] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1375.983558] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1376.091992] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902973, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.115560] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902971, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.131924] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Downloaded image file data e47a3b04-7ca0-441e-8b63-06897ee9908c to vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk on the data store datastore2 {{(pid=62105) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1376.133696] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1376.133976] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Copying Virtual Disk [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk to [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.134829] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97e6454-6fc7-4a91-a710-580f042810ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.143607] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1376.143607] env[62105]: value = "task-1902975" [ 1376.143607] env[62105]: _type = "Task" [ 1376.143607] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.149993] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.163185] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.198142] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902974, 'name': ReconfigVM_Task, 'duration_secs': 0.428266} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.198430] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a/29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.199097] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf0088f-4734-4621-9311-543b4198216d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.206756] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1376.206756] env[62105]: value = "task-1902976" [ 1376.206756] env[62105]: _type = "Task" [ 1376.206756] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.216929] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902976, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.258586] env[62105]: DEBUG nova.network.neutron [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Updated VIF entry in instance network info cache for port 8b73a0ca-1561-4b4c-acf1-f122397a1e47. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.258893] env[62105]: DEBUG nova.network.neutron [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Updating instance_info_cache with network_info: [{"id": "8b73a0ca-1561-4b4c-acf1-f122397a1e47", "address": "fa:16:3e:ca:d3:63", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b73a0ca-15", "ovs_interfaceid": "8b73a0ca-1561-4b4c-acf1-f122397a1e47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.283536] env[62105]: DEBUG nova.network.neutron [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Updated VIF entry in instance network info cache for port 700355e5-a6fe-4908-9734-c60c430930b6. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.283852] env[62105]: DEBUG nova.network.neutron [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Updating instance_info_cache with network_info: [{"id": "700355e5-a6fe-4908-9734-c60c430930b6", "address": "fa:16:3e:57:f5:f0", "network": {"id": "115d728f-3a56-4283-ba89-d973a5f10f66", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1698237503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c250bfcb23b4442b9b77dc275d06cd96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700355e5-a6", "ovs_interfaceid": "700355e5-a6fe-4908-9734-c60c430930b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.394847] env[62105]: DEBUG nova.network.neutron [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.486917] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ebcd6-8e89-4008-b364-84e0e9ea02be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.495538] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db58176-36e1-481b-8a50-31a626f6fde5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.534047] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c4449-5fc9-472e-8cee-a01f7b3d6612 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.543966] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f60849-757d-4efb-b71f-089a7acdf6e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.561079] env[62105]: DEBUG nova.compute.provider_tree [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1376.588381] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902973, 'name': CreateSnapshot_Task, 'duration_secs': 0.839994} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.588697] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1376.589486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b98ca51-e075-4189-ab12-d1ea8945b666 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.618140] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902971, 'name': CreateVM_Task, 'duration_secs': 1.365832} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.618321] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.619012] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.619173] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.619490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.621091] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee28dd1-e389-471d-baa6-a9cb307dcf08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.629576] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1376.629576] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5286eaaf-090c-d4c5-600c-e1fb74e9fb22" [ 1376.629576] env[62105]: _type = "Task" [ 1376.629576] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.639395] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5286eaaf-090c-d4c5-600c-e1fb74e9fb22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.660712] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902975, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.720343] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902976, 'name': Rename_Task, 'duration_secs': 0.258818} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.720680] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.720968] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ede6572-d967-493d-9d7b-6009addd3f43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.730488] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1376.730488] env[62105]: value = "task-1902977" [ 1376.730488] env[62105]: _type = "Task" [ 1376.730488] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.740141] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.762831] env[62105]: DEBUG oslo_concurrency.lockutils [req-3495f476-f981-4c41-b8e6-05a7fb1c5ef0 req-2415e6c2-14e1-4850-9f16-7769f450c5fd service nova] Releasing lock "refresh_cache-a66f5c25-c415-4968-bc3f-6e33311568e6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.770771] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.770771] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.788984] env[62105]: DEBUG oslo_concurrency.lockutils [req-64621918-0d1f-4c5d-bb45-df6cce932150 req-db850790-2838-4c7f-ae03-ac8c1ddad472 service nova] Releasing lock "refresh_cache-29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.846379] env[62105]: DEBUG nova.network.neutron [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Updating instance_info_cache with network_info: [{"id": "a654b2c9-ae96-4118-ac01-3336ad261c36", "address": "fa:16:3e:87:a9:fc", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654b2c9-ae", "ovs_interfaceid": "a654b2c9-ae96-4118-ac01-3336ad261c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.069778] env[62105]: DEBUG nova.scheduler.client.report [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1377.111486] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1377.112719] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3759fa4a-d2c5-489d-8494-d8c7f6921d52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.123271] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1377.123271] env[62105]: value = "task-1902978" [ 1377.123271] env[62105]: _type = "Task" [ 1377.123271] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.134386] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902978, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.146861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.147128] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.147356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.154173] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684758} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.154789] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Copied Virtual Disk [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk to [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.154789] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleting the datastore file [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c/tmp-sparse.vmdk {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1377.154956] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f47d0c-f643-493a-b1d4-284c36a42a57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.169049] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1377.169049] env[62105]: value = "task-1902979" [ 1377.169049] env[62105]: _type = "Task" [ 1377.169049] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.180393] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.245311] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.347923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Releasing lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.348535] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Instance network_info: |[{"id": "a654b2c9-ae96-4118-ac01-3336ad261c36", "address": "fa:16:3e:87:a9:fc", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654b2c9-ae", "ovs_interfaceid": "a654b2c9-ae96-4118-ac01-3336ad261c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.348800] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a9:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a654b2c9-ae96-4118-ac01-3336ad261c36', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.364838] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Creating folder: Project (1719881af3ad4f71836b114631f211cb). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.365693] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-872fbfbb-3bba-420e-9fcb-fbd37681b5ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.377831] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Created folder: Project (1719881af3ad4f71836b114631f211cb) in parent group-v392807. [ 1377.378435] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Creating folder: Instances. Parent ref: group-v392828. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.378435] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26c2753f-8e3d-4f3c-ae45-95a3b3d84cb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.390967] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Received event network-vif-plugged-5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1377.390967] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Acquiring lock "175a86b7-eb68-41d6-a634-a0aef83b4fba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.390967] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.391167] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.391330] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] No waiting events found dispatching network-vif-plugged-5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.391488] env[62105]: WARNING nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Received unexpected event network-vif-plugged-5708dcd1-9494-48d7-825d-534e856fed58 for instance with vm_state building and task_state spawning. [ 1377.394028] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Received event network-changed-5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1377.394413] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Refreshing instance network info cache due to event network-changed-5708dcd1-9494-48d7-825d-534e856fed58. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1377.394549] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Acquiring lock "refresh_cache-175a86b7-eb68-41d6-a634-a0aef83b4fba" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.394843] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Acquired lock "refresh_cache-175a86b7-eb68-41d6-a634-a0aef83b4fba" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.394938] env[62105]: DEBUG nova.network.neutron [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Refreshing network info cache for port 5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.397753] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Created folder: Instances in parent group-v392828. [ 1377.397960] env[62105]: DEBUG oslo.service.loopingcall [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.398370] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.398695] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3bb5f9a-077b-4bcf-b24b-35b209e40e94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.431582] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.431582] env[62105]: value = "task-1902982" [ 1377.431582] env[62105]: _type = "Task" [ 1377.431582] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.440178] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902982, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.574804] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.574804] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1377.576720] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.585s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.580252] env[62105]: INFO nova.compute.claims [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.586158] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "10cc2978-5df9-441b-be88-b5c4ef8764c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.586365] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.639465] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902978, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.653516] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "398cbe63-cfb4-428c-ae35-e9485c71699e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.653516] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.689365] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026669} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.689365] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.689569] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Moving file from [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad/e47a3b04-7ca0-441e-8b63-06897ee9908c to [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c. {{(pid=62105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1377.690091] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-970b63d5-c83b-44d7-af01-7b3594aa8607 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.698762] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1377.698762] env[62105]: value = "task-1902983" [ 1377.698762] env[62105]: _type = "Task" [ 1377.698762] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.713372] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.713544] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1377.717688] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902983, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.745248] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.946475] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1902982, 'name': CreateVM_Task, 'duration_secs': 0.376534} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.953810] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.955405] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.955691] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.955923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.956881] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6035da75-1dff-49b8-955d-63e7a91549dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.964547] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1377.964547] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a2a2a4-29d9-bae1-e885-059a1acb9284" [ 1377.964547] env[62105]: _type = "Task" [ 1377.964547] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.976785] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a2a2a4-29d9-bae1-e885-059a1acb9284, 'name': SearchDatastore_Task, 'duration_secs': 0.009075} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.976878] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.977141] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.977327] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.083642] env[62105]: DEBUG nova.compute.utils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1378.085723] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1378.086782] env[62105]: DEBUG nova.network.neutron [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1378.135907] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902978, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.210449] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902983, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027374} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.210738] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] File moved {{(pid=62105) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1378.210932] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Cleaning up location [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1378.211107] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleting the datastore file [datastore2] vmware_temp/75570ee5-48a6-4a73-9556-c3952a02c5ad {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.211375] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d64c6f-b941-4560-8697-81a53f2c064a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.219091] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1378.219091] env[62105]: value = "task-1902984" [ 1378.219091] env[62105]: _type = "Task" [ 1378.219091] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.231157] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.244581] env[62105]: DEBUG oslo_vmware.api [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1902977, 'name': PowerOnVM_Task, 'duration_secs': 1.202299} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.246931] env[62105]: DEBUG nova.policy [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f70f01c2403434d9700cbbb74c52fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85ed7a8e977c4b7a8349dbd3485d307c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1378.250754] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.250754] env[62105]: INFO nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Took 14.28 seconds to spawn the instance on the hypervisor. [ 1378.250754] env[62105]: DEBUG nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1378.250754] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a2819c-2439-4ef4-b5f9-006a62b9533f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.501934] env[62105]: DEBUG nova.network.neutron [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Updated VIF entry in instance network info cache for port 5708dcd1-9494-48d7-825d-534e856fed58. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.502471] env[62105]: DEBUG nova.network.neutron [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Updating instance_info_cache with network_info: [{"id": "5708dcd1-9494-48d7-825d-534e856fed58", "address": "fa:16:3e:5c:fc:b7", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5708dcd1-94", "ovs_interfaceid": "5708dcd1-9494-48d7-825d-534e856fed58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.592434] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1378.641409] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902978, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.730592] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.733976] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1378.735463] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c288a93-2395-47cc-92fa-453a6ddbb937 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.740230] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1378.740230] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52468275-8494-aea6-d01d-af1f1036c210" [ 1378.740230] env[62105]: _type = "Task" [ 1378.740230] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.748873] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52468275-8494-aea6-d01d-af1f1036c210, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.772914] env[62105]: INFO nova.compute.manager [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Took 23.85 seconds to build instance. [ 1378.971131] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fb981b-4d95-4035-a11b-e8c4bff5ff4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.979622] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde535f7-24b8-469d-b776-7e4c490b3f41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.986482] env[62105]: DEBUG nova.network.neutron [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Successfully created port: f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1379.028083] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Releasing lock "refresh_cache-175a86b7-eb68-41d6-a634-a0aef83b4fba" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.028358] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Received event network-vif-plugged-a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1379.029174] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Acquiring lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.029174] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.029174] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.029174] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] No waiting events found dispatching network-vif-plugged-a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.029348] env[62105]: WARNING nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Received unexpected event network-vif-plugged-a654b2c9-ae96-4118-ac01-3336ad261c36 for instance with vm_state building and task_state spawning. [ 1379.029424] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Received event network-changed-a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1379.029578] env[62105]: DEBUG nova.compute.manager [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Refreshing instance network info cache due to event network-changed-a654b2c9-ae96-4118-ac01-3336ad261c36. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1379.029786] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Acquiring lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.029898] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Acquired lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.030417] env[62105]: DEBUG nova.network.neutron [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Refreshing network info cache for port a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.033173] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313508ab-0f7b-4368-b120-4633a88ac46c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.040243] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5445b2-db80-4d80-8ee2-db557a1f9967 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.055514] env[62105]: DEBUG nova.compute.provider_tree [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.138146] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1902978, 'name': CloneVM_Task, 'duration_secs': 1.837183} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.138146] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Created linked-clone VM from snapshot [ 1379.138466] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e62e26-e6c0-4590-bed3-c7a98464ce8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.146782] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Uploading image 7076f0ae-1457-4bca-8812-e4af24cc7bfa {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1379.175550] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1379.175550] env[62105]: value = "vm-392827" [ 1379.175550] env[62105]: _type = "VirtualMachine" [ 1379.175550] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1379.175879] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fea82f77-cf7b-476b-9684-5b1173215617 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.185139] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lease: (returnval){ [ 1379.185139] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e8d590-315e-4d2c-ccfd-b4239367658d" [ 1379.185139] env[62105]: _type = "HttpNfcLease" [ 1379.185139] env[62105]: } obtained for exporting VM: (result){ [ 1379.185139] env[62105]: value = "vm-392827" [ 1379.185139] env[62105]: _type = "VirtualMachine" [ 1379.185139] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1379.185139] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the lease: (returnval){ [ 1379.185139] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e8d590-315e-4d2c-ccfd-b4239367658d" [ 1379.185139] env[62105]: _type = "HttpNfcLease" [ 1379.185139] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1379.191690] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.191690] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e8d590-315e-4d2c-ccfd-b4239367658d" [ 1379.191690] env[62105]: _type = "HttpNfcLease" [ 1379.191690] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1379.256286] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52468275-8494-aea6-d01d-af1f1036c210, 'name': SearchDatastore_Task, 'duration_secs': 0.009007} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.256582] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.257015] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 265821f0-7192-4325-b70b-e3679e501172/265821f0-7192-4325-b70b-e3679e501172.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.257901] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.257901] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.257901] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32867bde-d66e-4278-9a58-1927efcc772e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.260967] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852a8189-542e-47bd-b035-7674b16601a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.270555] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1379.270555] env[62105]: value = "task-1902986" [ 1379.270555] env[62105]: _type = "Task" [ 1379.270555] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.271705] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.271921] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.275756] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e390982e-690b-4728-8171-4fe944165817 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.279178] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa3f6208-f234-4118-9f12-a9b161f5ce1e tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.360s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.288393] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.289606] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1379.289606] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5214fb5d-a358-4bd1-c23c-c7339235e5b6" [ 1379.289606] env[62105]: _type = "Task" [ 1379.289606] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.300736] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5214fb5d-a358-4bd1-c23c-c7339235e5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011681} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.301940] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9121a7-79b8-4be3-a3f8-b86faffc0d89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.308166] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1379.308166] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5280f2ff-b9b3-9d3a-c7f4-7ccb7303e5a6" [ 1379.308166] env[62105]: _type = "Task" [ 1379.308166] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.317782] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5280f2ff-b9b3-9d3a-c7f4-7ccb7303e5a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.558296] env[62105]: DEBUG nova.scheduler.client.report [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.602833] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1379.643790] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1379.645581] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1379.646246] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1379.646357] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1379.646675] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1379.647172] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1379.647841] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1379.648286] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1379.648626] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1379.649092] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1379.649310] env[62105]: DEBUG nova.virt.hardware [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1379.650746] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b31d403-44b3-4243-b65c-85b09f93630b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.666955] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137f9d8-62f4-48d7-94a6-c6928e668a9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.693563] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1379.693563] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e8d590-315e-4d2c-ccfd-b4239367658d" [ 1379.693563] env[62105]: _type = "HttpNfcLease" [ 1379.693563] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1379.694167] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1379.694167] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e8d590-315e-4d2c-ccfd-b4239367658d" [ 1379.694167] env[62105]: _type = "HttpNfcLease" [ 1379.694167] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1379.694798] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b8c87-cb54-4441-a5b4-4c839f9af232 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.707872] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffaf9-f480-a028-a351-177af3bdc04c/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1379.708695] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffaf9-f480-a028-a351-177af3bdc04c/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1379.785289] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1379.788713] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902986, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.819206] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5280f2ff-b9b3-9d3a-c7f4-7ccb7303e5a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.822088] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.822418] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a66f5c25-c415-4968-bc3f-6e33311568e6/a66f5c25-c415-4968-bc3f-6e33311568e6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.823014] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.823220] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.823471] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8ff0a58-6616-4855-8759-fd730bb87ecc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.825956] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e8861cb4-f73f-4558-90b7-c74f499a37e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.827817] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e73a7631-a9f7-47b0-8bdc-d92ba9c5afd5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.839512] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1379.839512] env[62105]: value = "task-1902987" [ 1379.839512] env[62105]: _type = "Task" [ 1379.839512] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.846200] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.848187] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.848187] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.852275] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0dfc88-5cb5-4a62-8bc7-657e85a68a5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.860723] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1379.860723] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c7aa17-463c-3b32-ffd5-1e5810f65355" [ 1379.860723] env[62105]: _type = "Task" [ 1379.860723] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.881244] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c7aa17-463c-3b32-ffd5-1e5810f65355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.926422] env[62105]: DEBUG nova.network.neutron [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Updated VIF entry in instance network info cache for port a654b2c9-ae96-4118-ac01-3336ad261c36. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.926422] env[62105]: DEBUG nova.network.neutron [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Updating instance_info_cache with network_info: [{"id": "a654b2c9-ae96-4118-ac01-3336ad261c36", "address": "fa:16:3e:87:a9:fc", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654b2c9-ae", "ovs_interfaceid": "a654b2c9-ae96-4118-ac01-3336ad261c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.979161] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "45f7c345-1abb-4ed4-8551-44b9b044659d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.979409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.066670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.067520] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1380.070854] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.142s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.072673] env[62105]: INFO nova.compute.claims [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.294044] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689381} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.297085] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 265821f0-7192-4325-b70b-e3679e501172/265821f0-7192-4325-b70b-e3679e501172.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.297355] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.303311] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84d0eae3-3477-4ca4-ac9b-50145cd85404 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.310611] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1380.310611] env[62105]: value = "task-1902988" [ 1380.310611] env[62105]: _type = "Task" [ 1380.310611] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.324369] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.326993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.353425] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902987, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.374579] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c7aa17-463c-3b32-ffd5-1e5810f65355, 'name': SearchDatastore_Task, 'duration_secs': 0.052306} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.375471] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9719bd08-1683-4cea-a4b2-97555f57dcaf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.381724] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1380.381724] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52da02c5-5852-9d09-d471-245651598c31" [ 1380.381724] env[62105]: _type = "Task" [ 1380.381724] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.390694] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52da02c5-5852-9d09-d471-245651598c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.429525] env[62105]: DEBUG oslo_concurrency.lockutils [req-06c2aadd-e584-45cd-b806-69921dcacf6e req-fdba28f1-e655-44cd-86be-b73f8cb44946 service nova] Releasing lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.587076] env[62105]: DEBUG nova.compute.utils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1380.587185] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.587384] env[62105]: DEBUG nova.network.neutron [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.726774] env[62105]: DEBUG nova.policy [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fea8e147f1ac4e158077f3dd3a026fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83c66be295c04d2ba98274f9294216b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.821276] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239999} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.821622] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.822595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18459e9-4d71-4a0b-a49e-b103f87479aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.847989] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 265821f0-7192-4325-b70b-e3679e501172/265821f0-7192-4325-b70b-e3679e501172.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.849222] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb74d59-254c-4afe-ac6c-1708bb2cc776 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.880553] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514288} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.881892] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a66f5c25-c415-4968-bc3f-6e33311568e6/a66f5c25-c415-4968-bc3f-6e33311568e6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.882351] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.883914] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1380.883914] env[62105]: value = "task-1902989" [ 1380.883914] env[62105]: _type = "Task" [ 1380.883914] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.883914] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-887bc846-5581-4ac8-ae0e-d6f60e4c57d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.906296] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1380.906296] env[62105]: value = "task-1902990" [ 1380.906296] env[62105]: _type = "Task" [ 1380.906296] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.907202] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52da02c5-5852-9d09-d471-245651598c31, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.908164] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.909528] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 175a86b7-eb68-41d6-a634-a0aef83b4fba/175a86b7-eb68-41d6-a634-a0aef83b4fba.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.915417] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.915638] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.915900] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e466274f-4adc-43b1-96ba-f86a2c9b312d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.918369] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9310987-0c6a-498a-b294-4c03d54f687e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.925675] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.929631] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.929830] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.931668] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1380.931668] env[62105]: value = "task-1902991" [ 1380.931668] env[62105]: _type = "Task" [ 1380.931668] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.931668] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b84068-0eb2-47e1-a0ae-57c43ee7ebe4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.941961] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1380.941961] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5233c6b9-6614-350b-0a49-898bb193ca64" [ 1380.941961] env[62105]: _type = "Task" [ 1380.941961] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.946324] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1902991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.955713] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5233c6b9-6614-350b-0a49-898bb193ca64, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.956599] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2af4dc-5cd8-4657-bb3a-ce5d559c7c93 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.965466] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1380.965466] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cc4643-bbf6-b42d-ce84-fcced067cd01" [ 1380.965466] env[62105]: _type = "Task" [ 1380.965466] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.976165] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cc4643-bbf6-b42d-ce84-fcced067cd01, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.976320] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.979982] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f/b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.980408] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-501fbfde-48ac-4908-bc00-ccc1bb4c3315 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.988228] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1380.988228] env[62105]: value = "task-1902992" [ 1380.988228] env[62105]: _type = "Task" [ 1380.988228] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.996881] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1902992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.095709] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1381.404074] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.425371] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072566} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.425371] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.425888] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c714707e-02d8-4d75-b1ec-13ade408b7cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.452290] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] a66f5c25-c415-4968-bc3f-6e33311568e6/a66f5c25-c415-4968-bc3f-6e33311568e6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.458046] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b668bcd8-1644-42d8-afd2-ef824f71e346 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.495573] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1902991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515986} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.507597] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 175a86b7-eb68-41d6-a634-a0aef83b4fba/175a86b7-eb68-41d6-a634-a0aef83b4fba.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.507834] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.508331] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1381.508331] env[62105]: value = "task-1902993" [ 1381.508331] env[62105]: _type = "Task" [ 1381.508331] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.508595] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7c8f92-8f73-4dc2-a459-1a1c2399da0d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.526169] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1902992, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.538342] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.541169] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1381.541169] env[62105]: value = "task-1902994" [ 1381.541169] env[62105]: _type = "Task" [ 1381.541169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.557768] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1902994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.665277] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d320772f-196c-4511-99bb-289a3c1fe137 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.683417] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4e0ce-f067-412b-90e4-f9ba3455b8c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.739475] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61e318f-c18a-486d-80e1-8f5bff5baff3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.749631] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e09fa7-f780-4a52-8d29-8928b41d2505 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.768527] env[62105]: DEBUG nova.compute.provider_tree [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.903156] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902989, 'name': ReconfigVM_Task, 'duration_secs': 0.847167} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.903156] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 265821f0-7192-4325-b70b-e3679e501172/265821f0-7192-4325-b70b-e3679e501172.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.904097] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a21a726-ffbd-41a6-a237-8bace28b0839 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.913066] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1381.913066] env[62105]: value = "task-1902995" [ 1381.913066] env[62105]: _type = "Task" [ 1381.913066] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.925089] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902995, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.008145] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1902992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777008} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.008145] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f/b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.008357] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.008423] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f28a1c21-b8bd-426d-90ba-956de5d2a806 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.025167] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902993, 'name': ReconfigVM_Task, 'duration_secs': 0.461973} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.027384] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] a66f5c25-c415-4968-bc3f-6e33311568e6/a66f5c25-c415-4968-bc3f-6e33311568e6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.028170] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1382.028170] env[62105]: value = "task-1902996" [ 1382.028170] env[62105]: _type = "Task" [ 1382.028170] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.028377] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f9537d2-76fb-4606-a9d7-2c8738413060 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.044898] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1902996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.045352] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1382.045352] env[62105]: value = "task-1902997" [ 1382.045352] env[62105]: _type = "Task" [ 1382.045352] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.060836] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1902994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156476} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.064823] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.065279] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902997, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.066516] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997717a7-56a0-4396-b2b1-514b9298a490 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.095886] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 175a86b7-eb68-41d6-a634-a0aef83b4fba/175a86b7-eb68-41d6-a634-a0aef83b4fba.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.095886] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99e8eaea-cfac-4f81-ab24-05c6ed762305 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.112686] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1382.121169] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1382.121169] env[62105]: value = "task-1902998" [ 1382.121169] env[62105]: _type = "Task" [ 1382.121169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.122809] env[62105]: DEBUG nova.network.neutron [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Successfully updated port: f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.138837] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1902998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.166344] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.166468] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.166652] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.166731] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.166892] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.170031] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.170031] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.170031] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.170031] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.170031] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.170486] env[62105]: DEBUG nova.virt.hardware [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.170486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd1e2a-de52-42a1-91e7-350198de952b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.184487] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1396b7c4-1f77-479a-93bd-67ffd31ee164 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.203947] env[62105]: DEBUG nova.network.neutron [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Successfully created port: 08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1382.272167] env[62105]: DEBUG nova.scheduler.client.report [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.439352] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902995, 'name': Rename_Task, 'duration_secs': 0.317665} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.439714] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.440088] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fcb4008-3664-417d-81ba-0e41e936e1b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.450701] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1382.450701] env[62105]: value = "task-1902999" [ 1382.450701] env[62105]: _type = "Task" [ 1382.450701] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.465965] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.478244] env[62105]: DEBUG nova.compute.manager [req-4dc45828-871a-4e40-b6d5-ae6e260101e0 req-c6496e3c-340b-44dd-ba8a-de4e2727e4e9 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Received event network-vif-plugged-f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1382.478244] env[62105]: DEBUG oslo_concurrency.lockutils [req-4dc45828-871a-4e40-b6d5-ae6e260101e0 req-c6496e3c-340b-44dd-ba8a-de4e2727e4e9 service nova] Acquiring lock "413dd89a-6b40-41bb-9140-3a809ab169c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.478244] env[62105]: DEBUG oslo_concurrency.lockutils [req-4dc45828-871a-4e40-b6d5-ae6e260101e0 req-c6496e3c-340b-44dd-ba8a-de4e2727e4e9 service nova] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.479288] env[62105]: DEBUG oslo_concurrency.lockutils [req-4dc45828-871a-4e40-b6d5-ae6e260101e0 req-c6496e3c-340b-44dd-ba8a-de4e2727e4e9 service nova] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.479288] env[62105]: DEBUG nova.compute.manager [req-4dc45828-871a-4e40-b6d5-ae6e260101e0 req-c6496e3c-340b-44dd-ba8a-de4e2727e4e9 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] No waiting events found dispatching network-vif-plugged-f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.479288] env[62105]: WARNING nova.compute.manager [req-4dc45828-871a-4e40-b6d5-ae6e260101e0 req-c6496e3c-340b-44dd-ba8a-de4e2727e4e9 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Received unexpected event network-vif-plugged-f39090db-4ce3-4b3c-8638-86ddb3122dd4 for instance with vm_state building and task_state spawning. [ 1382.549199] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1902996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072429} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.550032] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.555209] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfd9c2d-6ad9-4c54-a0ce-13a28eb29ef4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.564574] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1902997, 'name': Rename_Task, 'duration_secs': 0.165729} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.576247] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.585174] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f/b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.585561] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a825e095-0326-49a4-9d0f-d36906452769 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.587679] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb97c10-984f-4e00-8f51-d6fbc22b5bb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.615176] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1382.615176] env[62105]: value = "task-1903001" [ 1382.615176] env[62105]: _type = "Task" [ 1382.615176] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.616162] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1382.616162] env[62105]: value = "task-1903000" [ 1382.616162] env[62105]: _type = "Task" [ 1382.616162] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.628636] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.640275] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.640325] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.640557] env[62105]: DEBUG nova.network.neutron [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.642267] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.651029] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1902998, 'name': ReconfigVM_Task, 'duration_secs': 0.320523} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.651296] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 175a86b7-eb68-41d6-a634-a0aef83b4fba/175a86b7-eb68-41d6-a634-a0aef83b4fba.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.652082] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c0215c2-998a-4edd-b986-652de2da53e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.657392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.657392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.657392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.657392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.657546] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.659918] env[62105]: INFO nova.compute.manager [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Terminating instance [ 1382.663401] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1382.663401] env[62105]: value = "task-1903002" [ 1382.663401] env[62105]: _type = "Task" [ 1382.663401] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.680571] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903002, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.780949] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.782633] env[62105]: DEBUG nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1382.785304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.251s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.791351] env[62105]: INFO nova.compute.claims [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1382.964615] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902999, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.138019] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903001, 'name': ReconfigVM_Task, 'duration_secs': 0.469904} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.138290] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903000, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.138665] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Reconfigured VM instance instance-00000007 to attach disk [datastore2] b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f/b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.139347] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10266fe5-d3d2-49e8-a924-6a65eed89ed4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.151336] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1383.151336] env[62105]: value = "task-1903003" [ 1383.151336] env[62105]: _type = "Task" [ 1383.151336] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.161819] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903003, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.178090] env[62105]: DEBUG nova.compute.manager [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.178301] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.179103] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903002, 'name': Rename_Task, 'duration_secs': 0.243934} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.179412] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a9be3-906b-4fcb-b887-9b2d08c24c5e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.183026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.183206] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc4b7853-5501-4fcd-8e86-f4524adc2b1c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.193655] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.195311] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b6d77a-3601-4dcd-8887-79f130af1aae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.197184] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1383.197184] env[62105]: value = "task-1903004" [ 1383.197184] env[62105]: _type = "Task" [ 1383.197184] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.205073] env[62105]: DEBUG oslo_vmware.api [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1383.205073] env[62105]: value = "task-1903005" [ 1383.205073] env[62105]: _type = "Task" [ 1383.205073] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.208924] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.209888] env[62105]: DEBUG nova.network.neutron [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.223628] env[62105]: DEBUG oslo_vmware.api [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1903005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.296714] env[62105]: DEBUG nova.compute.utils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.298749] env[62105]: DEBUG nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1383.465862] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902999, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.630652] env[62105]: DEBUG oslo_vmware.api [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903000, 'name': PowerOnVM_Task, 'duration_secs': 0.590887} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.630652] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.630652] env[62105]: INFO nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Took 18.40 seconds to spawn the instance on the hypervisor. [ 1383.630917] env[62105]: DEBUG nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.631848] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da60596-712b-4410-a4dd-b650bd0c6317 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.666873] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903003, 'name': Rename_Task, 'duration_secs': 0.211035} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.667524] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.667774] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fcc39ff-96ac-4f95-9291-9c440b9ef9b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.677171] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1383.677171] env[62105]: value = "task-1903006" [ 1383.677171] env[62105]: _type = "Task" [ 1383.677171] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.686566] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.708765] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903004, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.719059] env[62105]: DEBUG oslo_vmware.api [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1903005, 'name': PowerOffVM_Task, 'duration_secs': 0.279464} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.719391] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.719585] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.719882] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d412e42-1765-4df7-bd3b-b531ef7933cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.777238] env[62105]: DEBUG nova.network.neutron [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updating instance_info_cache with network_info: [{"id": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "address": "fa:16:3e:3f:de:12", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39090db-4c", "ovs_interfaceid": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.801561] env[62105]: DEBUG nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1383.874625] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.874883] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.875133] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Deleting the datastore file [datastore1] 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.875372] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0619b6c-8f8c-439d-aec5-d7bbe3de53a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.890918] env[62105]: DEBUG oslo_vmware.api [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for the task: (returnval){ [ 1383.890918] env[62105]: value = "task-1903008" [ 1383.890918] env[62105]: _type = "Task" [ 1383.890918] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.906132] env[62105]: DEBUG oslo_vmware.api [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1903008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.967984] env[62105]: DEBUG oslo_vmware.api [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1902999, 'name': PowerOnVM_Task, 'duration_secs': 1.333838} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.968438] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.968685] env[62105]: INFO nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Took 16.50 seconds to spawn the instance on the hypervisor. [ 1383.968937] env[62105]: DEBUG nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.969888] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d43250-101c-4659-bd14-4a1859ff6dcd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.159920] env[62105]: INFO nova.compute.manager [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Took 27.54 seconds to build instance. [ 1384.192878] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903006, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.208140] env[62105]: DEBUG oslo_vmware.api [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903004, 'name': PowerOnVM_Task, 'duration_secs': 0.739245} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.208640] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.208640] env[62105]: INFO nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Took 14.32 seconds to spawn the instance on the hypervisor. [ 1384.209100] env[62105]: DEBUG nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.210661] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a57280d-ad39-45d7-94b8-0ce99612ae25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.213941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185de88-b473-492e-a95d-ce66dfa7b0e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.226331] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d5510c-0601-4cc6-9a61-db061b9dfb5b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.264872] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18871f88-ff58-4e81-8fb9-79c9a5d1ba6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.276000] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da8c32-65be-4c77-ad32-2029a2ee2169 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.285994] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.285994] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Instance network_info: |[{"id": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "address": "fa:16:3e:3f:de:12", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39090db-4c", "ovs_interfaceid": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.286311] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:de:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f39090db-4ce3-4b3c-8638-86ddb3122dd4', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.294582] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Creating folder: Project (85ed7a8e977c4b7a8349dbd3485d307c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.295967] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a579f08e-f917-41eb-8366-e2300fc099f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.310880] env[62105]: DEBUG nova.compute.provider_tree [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.324051] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Created folder: Project (85ed7a8e977c4b7a8349dbd3485d307c) in parent group-v392807. [ 1384.324334] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Creating folder: Instances. Parent ref: group-v392831. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.324612] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57ce91b8-cf5d-4b23-9796-476f85193d3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.339200] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Created folder: Instances in parent group-v392831. [ 1384.339471] env[62105]: DEBUG oslo.service.loopingcall [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.339687] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.339913] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c89db1-bd22-479f-8cab-b3dbbc776310 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.363342] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.363342] env[62105]: value = "task-1903011" [ 1384.363342] env[62105]: _type = "Task" [ 1384.363342] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.376880] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903011, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.403717] env[62105]: DEBUG oslo_vmware.api [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Task: {'id': task-1903008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214859} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.404109] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.404354] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.404549] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.404725] env[62105]: INFO nova.compute.manager [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1384.405302] env[62105]: DEBUG oslo.service.loopingcall [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.405302] env[62105]: DEBUG nova.compute.manager [-] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.405302] env[62105]: DEBUG nova.network.neutron [-] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.494836] env[62105]: INFO nova.compute.manager [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 265821f0-7192-4325-b70b-e3679e501172] Took 27.43 seconds to build instance. [ 1384.662159] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d50a9dfe-f1f1-406e-8206-b34e32db065b tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.051s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.695193] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903006, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.750393] env[62105]: INFO nova.compute.manager [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Took 27.57 seconds to build instance. [ 1384.814550] env[62105]: DEBUG nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1384.822725] env[62105]: DEBUG nova.scheduler.client.report [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.873551] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.873830] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.873983] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.874235] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.874457] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.874626] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.874835] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.876037] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.876037] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.876037] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.876037] env[62105]: DEBUG nova.virt.hardware [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.876855] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b37017-05f3-497e-996a-500aab7e7bcc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.901134] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d646b9d7-167c-4b40-9409-a7a370f6005f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.905372] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903011, 'name': CreateVM_Task, 'duration_secs': 0.454162} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.905929] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.907067] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.907237] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.907565] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.907826] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45938745-6c67-4b86-b875-54723d8d49a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.921079] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.926631] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Creating folder: Project (63f8918001b6481591bf70c2a663c400). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.927836] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78fa8073-2667-46ed-9e50-9b89ae9a1840 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.932739] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1384.932739] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5253879d-d2ae-520c-f66d-26f12a83f35d" [ 1384.932739] env[62105]: _type = "Task" [ 1384.932739] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.943925] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5253879d-d2ae-520c-f66d-26f12a83f35d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.945511] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Created folder: Project (63f8918001b6481591bf70c2a663c400) in parent group-v392807. [ 1384.945867] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Creating folder: Instances. Parent ref: group-v392834. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1384.948019] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-377a6ce5-3870-4b8e-a5d5-8fe5b03dfd70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.960217] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Created folder: Instances in parent group-v392834. [ 1384.960311] env[62105]: DEBUG oslo.service.loopingcall [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.961077] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.961430] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-839c92a7-11e5-429c-8aaf-c087a866cf63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.983896] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.983896] env[62105]: value = "task-1903014" [ 1384.983896] env[62105]: _type = "Task" [ 1384.983896] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.993267] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.002107] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d98e5da0-6007-448b-9c25-2b12560bcf2f tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "265821f0-7192-4325-b70b-e3679e501172" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.947s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.090159] env[62105]: DEBUG nova.network.neutron [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Successfully updated port: 08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1385.168349] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.196019] env[62105]: DEBUG oslo_vmware.api [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903006, 'name': PowerOnVM_Task, 'duration_secs': 1.274128} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.196019] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.196019] env[62105]: INFO nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Took 13.02 seconds to spawn the instance on the hypervisor. [ 1385.196019] env[62105]: DEBUG nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.196019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eb7c0e-b4bf-427e-b4ff-9dffcfe95bac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.254350] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45bef61f-fe67-4585-838e-0e3a2989fa55 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.093s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.331159] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.331159] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1385.338764] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.423s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.340530] env[62105]: INFO nova.compute.claims [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.448241] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5253879d-d2ae-520c-f66d-26f12a83f35d, 'name': SearchDatastore_Task, 'duration_secs': 0.013029} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.451607] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.451903] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.452165] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.452313] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.452492] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.452793] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bde1857-15fa-4be2-aa9c-c755c3c11fb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.465398] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.465398] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.468016] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7ce6554-8e5e-44e5-afad-fe4250eb68af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.475315] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1385.475315] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5232fce2-4dee-250c-f33d-198f061a077b" [ 1385.475315] env[62105]: _type = "Task" [ 1385.475315] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.488045] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5232fce2-4dee-250c-f33d-198f061a077b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.499568] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.508776] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.593715] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "refresh_cache-d4aa4880-c381-43ee-96dc-e42cb13971fc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.593989] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquired lock "refresh_cache-d4aa4880-c381-43ee-96dc-e42cb13971fc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.594045] env[62105]: DEBUG nova.network.neutron [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.708497] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.721376] env[62105]: INFO nova.compute.manager [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Took 18.25 seconds to build instance. [ 1385.761403] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.827599] env[62105]: DEBUG nova.compute.manager [None req-ba6ab89b-54fb-4603-bd2b-dda83efd9835 tempest-ServerDiagnosticsV248Test-925109940 tempest-ServerDiagnosticsV248Test-925109940-project-admin] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1385.831578] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a1adc2-f739-46d6-83b7-5ee633293298 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.841201] env[62105]: DEBUG nova.compute.utils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.842612] env[62105]: INFO nova.compute.manager [None req-ba6ab89b-54fb-4603-bd2b-dda83efd9835 tempest-ServerDiagnosticsV248Test-925109940 tempest-ServerDiagnosticsV248Test-925109940-project-admin] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Retrieving diagnostics [ 1385.843710] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.843710] env[62105]: DEBUG nova.network.neutron [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.848814] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e86a6f-839f-4ebf-aa28-abdc83d05d2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.988114] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5232fce2-4dee-250c-f33d-198f061a077b, 'name': SearchDatastore_Task, 'duration_secs': 0.024201} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.993780] env[62105]: DEBUG nova.policy [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f08bbd52e98a41ffa12943d82a16fffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603001fa99e6455bb55bad367ccdce02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.995529] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d67459-aab4-4b2c-bd1c-990610ca3a56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.003999] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1386.003999] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eb374b-9082-a38c-4aba-d6e39afb6f2a" [ 1386.003999] env[62105]: _type = "Task" [ 1386.003999] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.008834] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.023632] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eb374b-9082-a38c-4aba-d6e39afb6f2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.023900] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.024216] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 413dd89a-6b40-41bb-9140-3a809ab169c6/413dd89a-6b40-41bb-9140-3a809ab169c6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.024429] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b97c3886-8126-4e0d-9a3a-381cf1af988a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.033148] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1386.033148] env[62105]: value = "task-1903015" [ 1386.033148] env[62105]: _type = "Task" [ 1386.033148] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.037496] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.044094] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.101363] env[62105]: DEBUG nova.network.neutron [-] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.184866] env[62105]: DEBUG nova.network.neutron [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1386.224281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-899ad0bd-b093-4399-900a-506adb203f46 tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.771s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.291977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.354874] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1386.506580] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.532408] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.532408] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.555355] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903015, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.607668] env[62105]: INFO nova.compute.manager [-] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Took 2.20 seconds to deallocate network for instance. [ 1386.733390] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.770029] env[62105]: DEBUG nova.network.neutron [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Updating instance_info_cache with network_info: [{"id": "08bcab5f-abe7-400b-9725-009334019ca9", "address": "fa:16:3e:4a:c5:cd", "network": {"id": "c98d7db3-4f0d-4960-a09f-5fa4cde4e926", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1081285315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c66be295c04d2ba98274f9294216b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bcab5f-ab", "ovs_interfaceid": "08bcab5f-abe7-400b-9725-009334019ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.881380] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700b5b1-0db1-412b-b95e-4e187688cb0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.896083] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403ace56-88d1-45fe-a8a6-614f7a44a424 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.931751] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348864d1-130e-4e10-929b-6ad676e0d937 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.936155] env[62105]: DEBUG nova.compute.manager [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Received event network-changed-f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1386.936353] env[62105]: DEBUG nova.compute.manager [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Refreshing instance network info cache due to event network-changed-f39090db-4ce3-4b3c-8638-86ddb3122dd4. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1386.936580] env[62105]: DEBUG oslo_concurrency.lockutils [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] Acquiring lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.936716] env[62105]: DEBUG oslo_concurrency.lockutils [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] Acquired lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.936867] env[62105]: DEBUG nova.network.neutron [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Refreshing network info cache for port f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.950827] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe0a9e4-0353-4b59-82c8-5ffd879e72bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.971476] env[62105]: DEBUG nova.compute.provider_tree [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.993760] env[62105]: DEBUG nova.network.neutron [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Successfully created port: eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.002860] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.048485] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903015, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.116164] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.266257] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.277042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Releasing lock "refresh_cache-d4aa4880-c381-43ee-96dc-e42cb13971fc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.277042] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Instance network_info: |[{"id": "08bcab5f-abe7-400b-9725-009334019ca9", "address": "fa:16:3e:4a:c5:cd", "network": {"id": "c98d7db3-4f0d-4960-a09f-5fa4cde4e926", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1081285315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c66be295c04d2ba98274f9294216b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bcab5f-ab", "ovs_interfaceid": "08bcab5f-abe7-400b-9725-009334019ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1387.277460] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c5:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08bcab5f-abe7-400b-9725-009334019ca9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1387.286747] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Creating folder: Project (83c66be295c04d2ba98274f9294216b1). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.286747] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-105ebb1b-5006-4b94-ac85-a7f7f266a862 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.303549] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Created folder: Project (83c66be295c04d2ba98274f9294216b1) in parent group-v392807. [ 1387.303684] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Creating folder: Instances. Parent ref: group-v392837. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1387.304944] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69a6d8c-fde0-4e28-9be2-117311e42e69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.325659] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Created folder: Instances in parent group-v392837. [ 1387.325930] env[62105]: DEBUG oslo.service.loopingcall [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.326250] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1387.326444] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-411fb5fa-1f90-4417-a0ae-53d6cd38ed49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.351060] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1387.351060] env[62105]: value = "task-1903018" [ 1387.351060] env[62105]: _type = "Task" [ 1387.351060] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.364060] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903018, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.370159] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.404029] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.404772] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.404772] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.405028] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.405028] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.405258] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.405513] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.405572] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.405937] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.406296] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.406476] env[62105]: DEBUG nova.virt.hardware [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.407722] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7febe83f-2b34-4c1a-9a7a-9c2551b774e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.419571] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7357fc65-2af3-4048-b7d0-41ed98aadc44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.476277] env[62105]: DEBUG nova.scheduler.client.report [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.503426] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.553291] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903015, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.815386] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Acquiring lock "265821f0-7192-4325-b70b-e3679e501172" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.815657] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lock "265821f0-7192-4325-b70b-e3679e501172" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.815933] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Acquiring lock "265821f0-7192-4325-b70b-e3679e501172-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.816144] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lock "265821f0-7192-4325-b70b-e3679e501172-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.816251] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lock "265821f0-7192-4325-b70b-e3679e501172-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.818755] env[62105]: INFO nova.compute.manager [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Terminating instance [ 1387.852451] env[62105]: DEBUG nova.network.neutron [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updated VIF entry in instance network info cache for port f39090db-4ce3-4b3c-8638-86ddb3122dd4. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.852793] env[62105]: DEBUG nova.network.neutron [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updating instance_info_cache with network_info: [{"id": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "address": "fa:16:3e:3f:de:12", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39090db-4c", "ovs_interfaceid": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.869491] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903018, 'name': CreateVM_Task, 'duration_secs': 0.514155} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.870965] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1387.870965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.870965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.870965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1387.871816] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff02ec0c-da0b-4067-9b1c-af6ca6df166f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.879472] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1387.879472] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b31775-3e30-5c6b-d424-1ae71b204e57" [ 1387.879472] env[62105]: _type = "Task" [ 1387.879472] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.889532] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b31775-3e30-5c6b-d424-1ae71b204e57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.985118] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.985118] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1387.993208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.666s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.995545] env[62105]: INFO nova.compute.claims [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.017498] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.050230] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903015, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.720091} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.050801] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 413dd89a-6b40-41bb-9140-3a809ab169c6/413dd89a-6b40-41bb-9140-3a809ab169c6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.051218] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.051643] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e260f9b0-3256-45bf-b733-f491c17fbbab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.065751] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1388.065751] env[62105]: value = "task-1903019" [ 1388.065751] env[62105]: _type = "Task" [ 1388.065751] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.079950] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.128719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.128977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.324814] env[62105]: DEBUG nova.compute.manager [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1388.325466] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1388.326482] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb1e675-cd9f-4e49-a427-0b41953b8633 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.336038] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.336328] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76383d14-ee7c-4931-a5c0-f3d7f2cdfcda {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.352271] env[62105]: DEBUG oslo_vmware.api [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Waiting for the task: (returnval){ [ 1388.352271] env[62105]: value = "task-1903020" [ 1388.352271] env[62105]: _type = "Task" [ 1388.352271] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.364390] env[62105]: DEBUG oslo_concurrency.lockutils [req-aaa815be-81e0-4f11-92bd-102603da4e39 req-3f2aa5d4-edd2-4f37-b14b-9ec93eca640f service nova] Releasing lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.364390] env[62105]: DEBUG oslo_vmware.api [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Task: {'id': task-1903020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.390952] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b31775-3e30-5c6b-d424-1ae71b204e57, 'name': SearchDatastore_Task, 'duration_secs': 0.018436} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.392026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.392026] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1388.392026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.394858] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.394858] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1388.395159] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4559825-a278-4159-9afd-7405d43236c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.409008] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1388.409653] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1388.411114] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37e3e62-6826-4776-ac99-901a1bdba157 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.419777] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1388.419777] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527a3d0e-c3a1-10aa-9cdd-a321f8cd5173" [ 1388.419777] env[62105]: _type = "Task" [ 1388.419777] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.435792] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527a3d0e-c3a1-10aa-9cdd-a321f8cd5173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.506788] env[62105]: DEBUG nova.compute.utils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.517961] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.517961] env[62105]: DEBUG nova.network.neutron [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.537033] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903014, 'name': CreateVM_Task, 'duration_secs': 3.531046} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.539999] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffaf9-f480-a028-a351-177af3bdc04c/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1388.540294] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1388.541526] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f68e758-6fe7-4b60-b5a6-c3354e4799a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.545930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.546589] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.546701] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1388.547392] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4545168-e079-4e4a-bf92-1c6bc92beb8d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.556227] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffaf9-f480-a028-a351-177af3bdc04c/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1388.556482] env[62105]: ERROR oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffaf9-f480-a028-a351-177af3bdc04c/disk-0.vmdk due to incomplete transfer. [ 1388.558013] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e28ccf93-83e0-4be7-95d4-08475bdc74ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.560190] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1388.560190] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ff8bec-064a-8268-bbeb-6d096c5f8323" [ 1388.560190] env[62105]: _type = "Task" [ 1388.560190] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.568021] env[62105]: DEBUG oslo_vmware.rw_handles [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fffaf9-f480-a028-a351-177af3bdc04c/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1388.569098] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Uploaded image 7076f0ae-1457-4bca-8812-e4af24cc7bfa to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1388.571599] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1388.581093] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81ee7445-08a2-4377-bc46-b5d36def031e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.582983] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ff8bec-064a-8268-bbeb-6d096c5f8323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.592037] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089318} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.594708] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.595202] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1388.595202] env[62105]: value = "task-1903021" [ 1388.595202] env[62105]: _type = "Task" [ 1388.595202] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.596210] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc9f51-8c12-4e4d-9cbc-26cb0f240637 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.612693] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903021, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.642167] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 413dd89a-6b40-41bb-9140-3a809ab169c6/413dd89a-6b40-41bb-9140-3a809ab169c6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.644367] env[62105]: DEBUG nova.policy [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4a1a4f918d4bdb99757cf365668225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '256203ef5c6a47b18291554b9f1a7efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.646513] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb827b9-54ad-4a12-a8bd-7cc6173e30ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.671382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "a8b457a1-3816-4b3e-b010-5d1c89734239" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.671382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "a8b457a1-3816-4b3e-b010-5d1c89734239" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.671382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "a8b457a1-3816-4b3e-b010-5d1c89734239-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.671658] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "a8b457a1-3816-4b3e-b010-5d1c89734239-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.671855] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "a8b457a1-3816-4b3e-b010-5d1c89734239-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.675801] env[62105]: INFO nova.compute.manager [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Terminating instance [ 1388.684754] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1388.684754] env[62105]: value = "task-1903022" [ 1388.684754] env[62105]: _type = "Task" [ 1388.684754] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.695951] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.864262] env[62105]: DEBUG oslo_vmware.api [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Task: {'id': task-1903020, 'name': PowerOffVM_Task, 'duration_secs': 0.429756} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.864681] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.864744] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.864999] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c84e084d-2343-4c1e-b5c2-e24afd797300 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.933052] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527a3d0e-c3a1-10aa-9cdd-a321f8cd5173, 'name': SearchDatastore_Task, 'duration_secs': 0.03229} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.934034] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ada7c85-6464-417e-b055-9591fd8ae5cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.942207] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1388.942207] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526544c7-0809-fa9c-97be-a009dd820630" [ 1388.942207] env[62105]: _type = "Task" [ 1388.942207] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.955236] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526544c7-0809-fa9c-97be-a009dd820630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.957381] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.957587] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.957771] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Deleting the datastore file [datastore2] 265821f0-7192-4325-b70b-e3679e501172 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.958058] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7030aff7-e451-45b2-a92d-667c3ba53113 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.968141] env[62105]: DEBUG oslo_vmware.api [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Waiting for the task: (returnval){ [ 1388.968141] env[62105]: value = "task-1903024" [ 1388.968141] env[62105]: _type = "Task" [ 1388.968141] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.976595] env[62105]: DEBUG oslo_vmware.api [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Task: {'id': task-1903024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.028609] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.077977] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ff8bec-064a-8268-bbeb-6d096c5f8323, 'name': SearchDatastore_Task, 'duration_secs': 0.045595} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.078955] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.079210] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1389.079416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.113220] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903021, 'name': Destroy_Task, 'duration_secs': 0.352665} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.113835] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Destroyed the VM [ 1389.114156] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1389.114457] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cea7317-84bc-4e75-b67a-c85828e7127d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.124014] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1389.124014] env[62105]: value = "task-1903025" [ 1389.124014] env[62105]: _type = "Task" [ 1389.124014] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.133154] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903025, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.180646] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "refresh_cache-a8b457a1-3816-4b3e-b010-5d1c89734239" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.180892] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquired lock "refresh_cache-a8b457a1-3816-4b3e-b010-5d1c89734239" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.181133] env[62105]: DEBUG nova.network.neutron [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.198317] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.247764] env[62105]: DEBUG nova.network.neutron [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Successfully updated port: eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1389.386466] env[62105]: DEBUG nova.compute.manager [None req-131a91b1-f76b-4369-823f-bebfd86afb52 tempest-ServerDiagnosticsTest-1821413376 tempest-ServerDiagnosticsTest-1821413376-project-admin] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.390200] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e03e5a0-9241-4e95-a142-3a6f8d1e82a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.399216] env[62105]: INFO nova.compute.manager [None req-131a91b1-f76b-4369-823f-bebfd86afb52 tempest-ServerDiagnosticsTest-1821413376 tempest-ServerDiagnosticsTest-1821413376-project-admin] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Retrieving diagnostics [ 1389.400182] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b301022-d44b-4f85-b6ec-521b52b4dd32 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.452390] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.452629] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.459962] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526544c7-0809-fa9c-97be-a009dd820630, 'name': SearchDatastore_Task, 'duration_secs': 0.032723} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.460273] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1389.460699] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d4aa4880-c381-43ee-96dc-e42cb13971fc/d4aa4880-c381-43ee-96dc-e42cb13971fc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1389.460982] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.461191] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1389.461396] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc103c7-ffec-402c-8a66-7a9eb2b45e4b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.464330] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5b6a05-7509-4934-a08a-cadd127ec564 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.468330] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43038b04-9bde-4946-a862-070d9c27805f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.478586] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1389.478586] env[62105]: value = "task-1903026" [ 1389.478586] env[62105]: _type = "Task" [ 1389.478586] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.487023] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da8224-7dd7-4cc9-86d4-7aa09a473e4f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.497681] env[62105]: DEBUG oslo_vmware.api [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Task: {'id': task-1903024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338742} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.497923] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.498176] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1389.498335] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1389.499711] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1389.499711] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1389.499857] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.500045] env[62105]: INFO nova.compute.manager [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] [instance: 265821f0-7192-4325-b70b-e3679e501172] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1389.500263] env[62105]: DEBUG oslo.service.loopingcall [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1389.500434] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef43d596-59bb-4500-b377-5c3a0420f15a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.527537] env[62105]: DEBUG nova.compute.manager [-] [instance: 265821f0-7192-4325-b70b-e3679e501172] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1389.527669] env[62105]: DEBUG nova.network.neutron [-] [instance: 265821f0-7192-4325-b70b-e3679e501172] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1389.531275] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fab9326-82c9-44ae-a4e0-77b3c7266525 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.539492] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1389.539492] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fe3ca4-ff02-f087-bb9f-0ab6c66a9716" [ 1389.539492] env[62105]: _type = "Task" [ 1389.539492] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.549146] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2cd4bc-823d-484b-97f9-888e4c7fcbeb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.555084] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fe3ca4-ff02-f087-bb9f-0ab6c66a9716, 'name': SearchDatastore_Task, 'duration_secs': 0.011983} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.558194] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb66e23-0717-469e-9b24-ec3cbc02e6c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.566747] env[62105]: DEBUG nova.compute.provider_tree [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.576641] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1389.576641] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527917aa-467e-0f2d-7315-b730cf8952ce" [ 1389.576641] env[62105]: _type = "Task" [ 1389.576641] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.588706] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527917aa-467e-0f2d-7315-b730cf8952ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.634934] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903025, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.662878] env[62105]: DEBUG nova.network.neutron [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Successfully created port: bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.703315] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903022, 'name': ReconfigVM_Task, 'duration_secs': 0.637299} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.703722] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 413dd89a-6b40-41bb-9140-3a809ab169c6/413dd89a-6b40-41bb-9140-3a809ab169c6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.705249] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0f71664-4748-4d2b-9eaf-5ff141189e6c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.714868] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1389.714868] env[62105]: value = "task-1903027" [ 1389.714868] env[62105]: _type = "Task" [ 1389.714868] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.726649] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903027, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.741999] env[62105]: DEBUG nova.network.neutron [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.752780] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.753520] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.753867] env[62105]: DEBUG nova.network.neutron [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.814044] env[62105]: DEBUG nova.compute.manager [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Received event network-changed {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1389.814044] env[62105]: DEBUG nova.compute.manager [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Refreshing instance network info cache due to event network-changed. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1389.814044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] Acquiring lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.814044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] Acquired lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.814324] env[62105]: DEBUG nova.network.neutron [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.991753] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.998231] env[62105]: DEBUG nova.network.neutron [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.043038] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1390.073021] env[62105]: DEBUG nova.scheduler.client.report [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.080029] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.080029] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.080029] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.080371] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.080371] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.080371] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.080371] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.080371] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.080557] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.080557] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.080557] env[62105]: DEBUG nova.virt.hardware [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.080557] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35ce28-58d9-4028-90b6-0b62c8cf1e21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.097145] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c937a-c8be-4b80-8cd9-4e4db7d06e58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.102839] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527917aa-467e-0f2d-7315-b730cf8952ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.104067] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.104410] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1390.105164] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72db59a1-110b-4131-95aa-6c09e17d5943 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.122600] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1390.122600] env[62105]: value = "task-1903028" [ 1390.122600] env[62105]: _type = "Task" [ 1390.122600] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.138092] env[62105]: DEBUG oslo_vmware.api [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903025, 'name': RemoveSnapshot_Task, 'duration_secs': 0.68635} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.141163] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1390.141501] env[62105]: INFO nova.compute.manager [None req-8839fcd2-99f7-4963-acf0-468a2a1af22b tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 1390.144183] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.230759] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903027, 'name': Rename_Task, 'duration_secs': 0.275066} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.231308] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.231526] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa081245-e6d2-44a4-9627-83c5d7d59f9c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.240964] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1390.240964] env[62105]: value = "task-1903029" [ 1390.240964] env[62105]: _type = "Task" [ 1390.240964] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.253651] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.329748] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.330190] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.355630] env[62105]: DEBUG nova.network.neutron [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1390.492841] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614479} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.495846] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d4aa4880-c381-43ee-96dc-e42cb13971fc/d4aa4880-c381-43ee-96dc-e42cb13971fc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.496086] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1390.496356] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10bc8411-6c50-420a-81bc-e60aca29960b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.500354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Releasing lock "refresh_cache-a8b457a1-3816-4b3e-b010-5d1c89734239" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.500634] env[62105]: DEBUG nova.compute.manager [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.500871] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.501694] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac98a2be-158c-42b5-8607-11e2407a476b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.505668] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1390.505668] env[62105]: value = "task-1903030" [ 1390.505668] env[62105]: _type = "Task" [ 1390.505668] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.513680] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.514502] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60478a71-c131-4311-bf1d-a63dfbcf7c9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.521097] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.539309] env[62105]: DEBUG oslo_vmware.api [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1390.539309] env[62105]: value = "task-1903031" [ 1390.539309] env[62105]: _type = "Task" [ 1390.539309] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.561434] env[62105]: DEBUG oslo_vmware.api [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1903031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.585697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.586037] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.591392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.883s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.594414] env[62105]: INFO nova.compute.claims [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.638969] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.759496] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.801967] env[62105]: DEBUG nova.network.neutron [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.821039] env[62105]: DEBUG nova.network.neutron [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Updating instance_info_cache with network_info: [{"id": "a654b2c9-ae96-4118-ac01-3336ad261c36", "address": "fa:16:3e:87:a9:fc", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654b2c9-ae", "ovs_interfaceid": "a654b2c9-ae96-4118-ac01-3336ad261c36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.931442] env[62105]: DEBUG nova.network.neutron [-] [instance: 265821f0-7192-4325-b70b-e3679e501172] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.018549] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066711} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.018960] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.019735] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bab243-459b-4972-8a3f-84f68fe91e89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.048450] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] d4aa4880-c381-43ee-96dc-e42cb13971fc/d4aa4880-c381-43ee-96dc-e42cb13971fc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.048986] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ac31de-84da-4886-919d-693821873b87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.086487] env[62105]: DEBUG oslo_vmware.api [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1903031, 'name': PowerOffVM_Task, 'duration_secs': 0.236034} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.087765] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.088138] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.088592] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1391.088592] env[62105]: value = "task-1903032" [ 1391.088592] env[62105]: _type = "Task" [ 1391.088592] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.089394] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-191e8d1a-4a9e-4a16-830f-b7c2a1c1916c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.099911] env[62105]: DEBUG nova.compute.utils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.110167] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.112354] env[62105]: DEBUG nova.network.neutron [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.113460] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.125325] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.125325] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.125563] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleting the datastore file [datastore1] a8b457a1-3816-4b3e-b010-5d1c89734239 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.130356] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f65d75-bcb5-4b87-a2f0-ea936a68f81c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.143058] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994936} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.144252] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.144502] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.145335] env[62105]: DEBUG oslo_vmware.api [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for the task: (returnval){ [ 1391.145335] env[62105]: value = "task-1903034" [ 1391.145335] env[62105]: _type = "Task" [ 1391.145335] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.146510] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3565613b-e8d3-4f6d-8307-f436148ecb81 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.157909] env[62105]: DEBUG oslo_vmware.api [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1903034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.159350] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1391.159350] env[62105]: value = "task-1903035" [ 1391.159350] env[62105]: _type = "Task" [ 1391.159350] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.170446] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.203136] env[62105]: DEBUG nova.policy [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6165afede0e747dc87bd258a47548ca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e8c61c7e73b4be98a915c25f9abe274', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.257364] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.305299] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.305657] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Instance network_info: |[{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.306988] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:55:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb62b6e0-c923-468d-8159-46514083d503', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.315672] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating folder: Project (603001fa99e6455bb55bad367ccdce02). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.315918] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7711ce19-5389-4fbf-9835-69b7e0586453 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.327151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "ae779600-8b2a-4712-998d-e47752965086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.327855] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "ae779600-8b2a-4712-998d-e47752965086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.328290] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64b74646-3d2c-480c-938e-8a5410376394 tempest-ServerExternalEventsTest-2005157603 tempest-ServerExternalEventsTest-2005157603-project] Releasing lock "refresh_cache-b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.331372] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created folder: Project (603001fa99e6455bb55bad367ccdce02) in parent group-v392807. [ 1391.331571] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating folder: Instances. Parent ref: group-v392840. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1391.331819] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de49a075-5d45-4d0d-82ad-7c5169cdfcfa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.345762] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created folder: Instances in parent group-v392840. [ 1391.346101] env[62105]: DEBUG oslo.service.loopingcall [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.346384] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.346638] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43cf5e0f-380d-4055-8d12-aec15a7af521 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.368417] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.368417] env[62105]: value = "task-1903038" [ 1391.368417] env[62105]: _type = "Task" [ 1391.368417] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.377907] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903038, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.436914] env[62105]: INFO nova.compute.manager [-] [instance: 265821f0-7192-4325-b70b-e3679e501172] Took 1.91 seconds to deallocate network for instance. [ 1391.442821] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Received event network-vif-plugged-08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1391.443433] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Acquiring lock "d4aa4880-c381-43ee-96dc-e42cb13971fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.443729] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.443965] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.444178] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] No waiting events found dispatching network-vif-plugged-08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.444379] env[62105]: WARNING nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Received unexpected event network-vif-plugged-08bcab5f-abe7-400b-9725-009334019ca9 for instance with vm_state building and task_state spawning. [ 1391.444581] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Received event network-changed-08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1391.444771] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Refreshing instance network info cache due to event network-changed-08bcab5f-abe7-400b-9725-009334019ca9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1391.444985] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Acquiring lock "refresh_cache-d4aa4880-c381-43ee-96dc-e42cb13971fc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.445173] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Acquired lock "refresh_cache-d4aa4880-c381-43ee-96dc-e42cb13971fc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.445334] env[62105]: DEBUG nova.network.neutron [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Refreshing network info cache for port 08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.609992] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.618767] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.663420] env[62105]: DEBUG oslo_vmware.api [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Task: {'id': task-1903034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214894} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.669063] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.670011] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.670011] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.670011] env[62105]: INFO nova.compute.manager [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1391.670011] env[62105]: DEBUG oslo.service.loopingcall [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1391.671653] env[62105]: DEBUG nova.compute.manager [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.671653] env[62105]: DEBUG nova.network.neutron [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.684021] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07717} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.684230] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1391.685359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afffa29b-b151-4fca-8d26-ef1e49f5f017 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.713611] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.717964] env[62105]: DEBUG nova.network.neutron [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Successfully created port: d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.720693] env[62105]: DEBUG nova.network.neutron [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.722394] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c47b6936-182e-4866-8d8b-36af34066da9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.761548] env[62105]: DEBUG oslo_vmware.api [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903029, 'name': PowerOnVM_Task, 'duration_secs': 1.160333} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.764413] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.765065] env[62105]: INFO nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Took 12.16 seconds to spawn the instance on the hypervisor. [ 1391.765065] env[62105]: DEBUG nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.765255] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1391.765255] env[62105]: value = "task-1903039" [ 1391.765255] env[62105]: _type = "Task" [ 1391.765255] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.765942] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c20edf6-e063-456f-9cb9-98bd8673790d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.790959] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.883641] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903038, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.953416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.080959] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.082039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.082039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.082039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.082039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.085600] env[62105]: INFO nova.compute.manager [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Terminating instance [ 1392.104409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "a66f5c25-c415-4968-bc3f-6e33311568e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.104663] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.104862] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "a66f5c25-c415-4968-bc3f-6e33311568e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.105064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.105237] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.114676] env[62105]: INFO nova.compute.manager [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Terminating instance [ 1392.120622] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903032, 'name': ReconfigVM_Task, 'duration_secs': 0.771863} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.121333] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] d4aa4880-c381-43ee-96dc-e42cb13971fc/d4aa4880-c381-43ee-96dc-e42cb13971fc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.121966] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a15efa-5d41-42bb-90f4-d0a909208260 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.131932] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1392.131932] env[62105]: value = "task-1903040" [ 1392.131932] env[62105]: _type = "Task" [ 1392.131932] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.146128] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903040, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.198439] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ab77c-71dc-47fc-9ad0-09c1a052d19f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.207839] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45371f71-72eb-4d8b-bbf5-9dac66d8e93e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.248575] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43f807e-4e36-4e17-b867-c821305633b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.253030] env[62105]: DEBUG nova.network.neutron [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.266214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbeb7b1-71f9-42e9-8740-07573969a5b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.286433] env[62105]: DEBUG nova.compute.provider_tree [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.293092] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903039, 'name': ReconfigVM_Task, 'duration_secs': 0.300502} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.297896] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.301114] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95b641ec-fbed-4335-ae51-cdcbcbb9dfe6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.303386] env[62105]: INFO nova.compute.manager [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Took 23.28 seconds to build instance. [ 1392.309767] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1392.309767] env[62105]: value = "task-1903044" [ 1392.309767] env[62105]: _type = "Task" [ 1392.309767] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.323860] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903044, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.382430] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903038, 'name': CreateVM_Task, 'duration_secs': 0.648484} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.385455] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.386145] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.386397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.386644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.387496] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e370e5de-d812-4c7e-8a0c-309b0da3e91c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.395363] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1392.395363] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a7d892-1eb0-42c7-9b44-7576b20c9d98" [ 1392.395363] env[62105]: _type = "Task" [ 1392.395363] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.409070] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a7d892-1eb0-42c7-9b44-7576b20c9d98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.453638] env[62105]: DEBUG nova.network.neutron [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Successfully updated port: bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.508321] env[62105]: DEBUG nova.network.neutron [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Updated VIF entry in instance network info cache for port 08bcab5f-abe7-400b-9725-009334019ca9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.508683] env[62105]: DEBUG nova.network.neutron [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Updating instance_info_cache with network_info: [{"id": "08bcab5f-abe7-400b-9725-009334019ca9", "address": "fa:16:3e:4a:c5:cd", "network": {"id": "c98d7db3-4f0d-4960-a09f-5fa4cde4e926", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1081285315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83c66be295c04d2ba98274f9294216b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08bcab5f-ab", "ovs_interfaceid": "08bcab5f-abe7-400b-9725-009334019ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.592039] env[62105]: DEBUG nova.compute.manager [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.592314] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.593225] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089640b7-a07f-49c0-a535-6db00ef59490 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.602657] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.603270] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5980ae6f-63ce-4571-a264-b65054b1e40c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.610992] env[62105]: DEBUG oslo_vmware.api [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1392.610992] env[62105]: value = "task-1903045" [ 1392.610992] env[62105]: _type = "Task" [ 1392.610992] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.623494] env[62105]: DEBUG nova.compute.manager [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.623755] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.624043] env[62105]: DEBUG oslo_vmware.api [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.624777] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c000e58f-bdc0-4e23-adf2-912a259f085e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.633810] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.635804] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.639085] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835f2c73-d371-4df2-8292-dc428cb88657 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.645907] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903040, 'name': Rename_Task, 'duration_secs': 0.153792} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.647163] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.647473] env[62105]: DEBUG oslo_vmware.api [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1392.647473] env[62105]: value = "task-1903046" [ 1392.647473] env[62105]: _type = "Task" [ 1392.647473] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.647647] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caea1dbe-0e67-4b78-ad82-7fbbc7af2108 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.662148] env[62105]: DEBUG oslo_vmware.api [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.663672] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1392.663672] env[62105]: value = "task-1903047" [ 1392.663672] env[62105]: _type = "Task" [ 1392.663672] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.669278] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1392.669278] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.669929] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1392.669929] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.669929] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1392.669929] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1392.670286] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1392.670356] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1392.670526] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1392.670760] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1392.670990] env[62105]: DEBUG nova.virt.hardware [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1392.671820] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f7ad98-8243-49ce-b414-6cdef15d9c03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.681251] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903047, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.684075] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486d46bb-6b6c-42b2-8f79-dc567142a3ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.758275] env[62105]: INFO nova.compute.manager [-] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Took 1.09 seconds to deallocate network for instance. [ 1392.799201] env[62105]: DEBUG nova.scheduler.client.report [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.805645] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94a54074-f09c-49a1-b97d-aaa95153effb tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.796s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.825228] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903044, 'name': Rename_Task, 'duration_secs': 0.151023} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.826938] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.827499] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83028a20-bc27-4eb9-bdb6-85f121f03514 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.838859] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1392.838859] env[62105]: value = "task-1903049" [ 1392.838859] env[62105]: _type = "Task" [ 1392.838859] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.852483] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.913088] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a7d892-1eb0-42c7-9b44-7576b20c9d98, 'name': SearchDatastore_Task, 'duration_secs': 0.013718} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.913499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.915174] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1392.915174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.915174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.915174] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1392.915174] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a21163-ebe5-4ff0-b2af-70f3de8e3879 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.927389] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1392.927709] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1392.928866] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f88b31a-46f3-4cdf-9bcd-1c0752b0c5ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.937791] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1392.937791] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ae50e7-6a15-3112-b7e7-01111417ad95" [ 1392.937791] env[62105]: _type = "Task" [ 1392.937791] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.952876] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ae50e7-6a15-3112-b7e7-01111417ad95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.964033] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.964033] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.964033] env[62105]: DEBUG nova.network.neutron [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.012324] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Releasing lock "refresh_cache-d4aa4880-c381-43ee-96dc-e42cb13971fc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.012600] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Received event network-vif-deleted-700355e5-a6fe-4908-9734-c60c430930b6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1393.012872] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Received event network-vif-plugged-eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1393.013127] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.013359] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.013560] env[62105]: DEBUG oslo_concurrency.lockutils [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.013761] env[62105]: DEBUG nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] No waiting events found dispatching network-vif-plugged-eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.013961] env[62105]: WARNING nova.compute.manager [req-0141ed5b-32cc-4334-a212-e42bb49beeaf req-bb5782ee-cf24-45f4-aea2-8e5ca3059433 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Received unexpected event network-vif-plugged-eb62b6e0-c923-468d-8159-46514083d503 for instance with vm_state building and task_state spawning. [ 1393.125948] env[62105]: DEBUG oslo_vmware.api [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903045, 'name': PowerOffVM_Task, 'duration_secs': 0.259955} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.125948] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.125948] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.125948] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-770a8e42-1796-4a36-84f9-3eaa64c0e1fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.164963] env[62105]: DEBUG oslo_vmware.api [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903046, 'name': PowerOffVM_Task, 'duration_secs': 0.287015} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.172383] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.172383] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.172383] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9e70559-d69f-4b6b-9f15-ad10182538e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.181070] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903047, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.246152] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.246152] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.246152] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Deleting the datastore file [datastore2] b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.246152] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78fb2b35-4650-421f-a177-feb00ef7b40c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.256319] env[62105]: DEBUG oslo_vmware.api [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for the task: (returnval){ [ 1393.256319] env[62105]: value = "task-1903052" [ 1393.256319] env[62105]: _type = "Task" [ 1393.256319] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.266686] env[62105]: DEBUG oslo_vmware.api [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.268918] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.297334] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.297334] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.297334] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Deleting the datastore file [datastore2] a66f5c25-c415-4968-bc3f-6e33311568e6 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.297334] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4739c02-75d7-423d-b6f1-628c08d348c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.307162] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.307162] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.324184] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.284s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.326203] env[62105]: INFO nova.compute.claims [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.331355] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1393.339170] env[62105]: DEBUG oslo_vmware.api [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for the task: (returnval){ [ 1393.339170] env[62105]: value = "task-1903053" [ 1393.339170] env[62105]: _type = "Task" [ 1393.339170] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.359187] env[62105]: DEBUG oslo_vmware.api [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.363074] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903049, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.453029] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ae50e7-6a15-3112-b7e7-01111417ad95, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.453901] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bc8067-9721-43a9-ba94-8159900d3f72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.461445] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1393.461445] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c1c4e5-3fe8-7c49-6904-8da512b6a10b" [ 1393.461445] env[62105]: _type = "Task" [ 1393.461445] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.473874] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c1c4e5-3fe8-7c49-6904-8da512b6a10b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.529188] env[62105]: DEBUG nova.network.neutron [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.681396] env[62105]: DEBUG oslo_vmware.api [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903047, 'name': PowerOnVM_Task, 'duration_secs': 0.549205} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.681723] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.681944] env[62105]: INFO nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Took 11.57 seconds to spawn the instance on the hypervisor. [ 1393.682879] env[62105]: DEBUG nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.683207] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec4f2f4-7bb6-42cd-9343-21eaeeae9ea7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.772675] env[62105]: DEBUG oslo_vmware.api [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Task: {'id': task-1903052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469659} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.772675] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.772675] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.772675] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.772675] env[62105]: INFO nova.compute.manager [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1393.773446] env[62105]: DEBUG oslo.service.loopingcall [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.773446] env[62105]: DEBUG nova.network.neutron [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.774820] env[62105]: DEBUG nova.compute.manager [-] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.775091] env[62105]: DEBUG nova.network.neutron [-] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.843474] env[62105]: DEBUG nova.compute.utils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.850956] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1393.850956] env[62105]: DEBUG nova.network.neutron [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1393.878409] env[62105]: DEBUG oslo_vmware.api [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903049, 'name': PowerOnVM_Task, 'duration_secs': 0.544052} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.879145] env[62105]: DEBUG oslo_vmware.api [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Task: {'id': task-1903053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434975} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.880061] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.880061] env[62105]: INFO nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1393.880061] env[62105]: DEBUG nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.880258] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.880911] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.882528] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.882528] env[62105]: INFO nova.compute.manager [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1393.882788] env[62105]: DEBUG oslo.service.loopingcall [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.883869] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.884869] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d646170-0538-4acd-8623-8ea52df1b9fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.887874] env[62105]: DEBUG nova.compute.manager [-] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.888028] env[62105]: DEBUG nova.network.neutron [-] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.981551] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c1c4e5-3fe8-7c49-6904-8da512b6a10b, 'name': SearchDatastore_Task, 'duration_secs': 0.028206} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.981551] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.981551] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2/f43578b1-da1d-448c-a8ae-f1680d4faad2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1393.981551] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dff27edc-d636-4ecb-81a1-f8568e84b15b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.991415] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1393.991415] env[62105]: value = "task-1903054" [ 1393.991415] env[62105]: _type = "Task" [ 1393.991415] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.004103] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.025921] env[62105]: DEBUG nova.policy [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0011418d75784daf8e6317a8982466f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0db08c94edf46e0b45ccbd4790f5b4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1394.213765] env[62105]: INFO nova.compute.manager [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Took 24.24 seconds to build instance. [ 1394.278515] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.279061] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Instance network_info: |[{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1394.279859] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:a9:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bea4b30d-8ad3-4f2d-9056-01fbedb9c534', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1394.295606] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating folder: Project (256203ef5c6a47b18291554b9f1a7efa). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.297767] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6171cc75-8bbe-40ab-aad7-28ff0361a48d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.315159] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created folder: Project (256203ef5c6a47b18291554b9f1a7efa) in parent group-v392807. [ 1394.315445] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating folder: Instances. Parent ref: group-v392846. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1394.315879] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-401f86b6-97a6-44b0-8721-42017243e4fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.332424] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created folder: Instances in parent group-v392846. [ 1394.332813] env[62105]: DEBUG oslo.service.loopingcall [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.332961] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1394.333153] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd364071-bc93-4a84-a77b-d7a5bd4d8552 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.356862] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.368737] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1394.368737] env[62105]: value = "task-1903057" [ 1394.368737] env[62105]: _type = "Task" [ 1394.368737] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.380325] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903057, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.415627] env[62105]: INFO nova.compute.manager [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Took 23.52 seconds to build instance. [ 1394.454384] env[62105]: DEBUG nova.network.neutron [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Successfully updated port: d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.509088] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903054, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.717151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d2ded585-b377-45cb-8eea-cd4b391ebe96 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.757s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.853273] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54863a-ff0d-4bb1-955f-aa2de590ad64 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.867578] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d696ef7-9b02-48fc-b0e7-9c5d090a74ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.880793] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903057, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.926098] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd1c6174-aee9-43ac-9e96-2e690f339169 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.035s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.930276] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a902b26-d3a6-4513-aef8-b2a5222bc471 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.948994] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a3c33-f6be-480d-bd1a-0fa5beb84f37 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.958036] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.958036] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquired lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.958036] env[62105]: DEBUG nova.network.neutron [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.970410] env[62105]: DEBUG nova.compute.provider_tree [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.974882] env[62105]: DEBUG nova.network.neutron [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Successfully created port: d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.007292] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609839} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.007657] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2/f43578b1-da1d-448c-a8ae-f1680d4faad2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.008077] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.008795] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd8619ed-a835-47b8-9022-bd1c50049d05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.019574] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1395.019574] env[62105]: value = "task-1903058" [ 1395.019574] env[62105]: _type = "Task" [ 1395.019574] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.024167] env[62105]: DEBUG nova.network.neutron [-] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.038872] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.067012] env[62105]: DEBUG nova.network.neutron [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.146263] env[62105]: DEBUG nova.network.neutron [-] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.222241] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.302120] env[62105]: DEBUG nova.network.neutron [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updating instance_info_cache with network_info: [{"id": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "address": "fa:16:3e:8d:05:0a", "network": {"id": "c15084ad-1d96-4b71-956d-03c60777a19c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940959500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8c61c7e73b4be98a915c25f9abe274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4eb3c-98", "ovs_interfaceid": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.370429] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Received event network-changed-eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1395.370760] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Refreshing instance network info cache due to event network-changed-eb62b6e0-c923-468d-8159-46514083d503. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1395.370897] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.371112] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.371341] env[62105]: DEBUG nova.network.neutron [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Refreshing network info cache for port eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.373197] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.386593] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903057, 'name': CreateVM_Task, 'duration_secs': 0.594787} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.386821] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.387686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.387846] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.388430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.390020] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5008a5d4-a006-4808-a419-a2e645d5b933 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.397626] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1395.397626] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d2457a-a5f0-c6ed-8e34-eb847158334e" [ 1395.397626] env[62105]: _type = "Task" [ 1395.397626] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.409632] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.409860] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.410171] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.410550] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.411096] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.411096] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.411096] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.411606] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.411606] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.411606] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.411838] env[62105]: DEBUG nova.virt.hardware [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.413118] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9a1fe-cee1-458a-a232-c79e03f12287 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.427678] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d2457a-a5f0-c6ed-8e34-eb847158334e, 'name': SearchDatastore_Task, 'duration_secs': 0.020875} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.427789] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.427953] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1395.428287] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.428911] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.428911] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1395.429889] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1743ee12-bd59-4ad7-9294-22b53de9a5ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.437025] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38a14b81-4faa-4304-9874-f362dfffca9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.437025] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.458875] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1395.459147] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1395.460364] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9d5787e-c1dd-4ca8-8e98-1375da162a73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.471134] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1395.471134] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52852168-9384-f4a3-7df7-10d6e8ccbf74" [ 1395.471134] env[62105]: _type = "Task" [ 1395.471134] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.481839] env[62105]: DEBUG nova.scheduler.client.report [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.486126] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52852168-9384-f4a3-7df7-10d6e8ccbf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.533938] env[62105]: INFO nova.compute.manager [-] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Took 1.76 seconds to deallocate network for instance. [ 1395.534288] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087264} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.535904] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1395.541723] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa29535-58da-4acd-9fe2-296bbaa9c8ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.568017] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2/f43578b1-da1d-448c-a8ae-f1680d4faad2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1395.568017] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db79fd76-cd16-4447-9c0b-5f34e9bf6b4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.589518] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1395.589518] env[62105]: value = "task-1903059" [ 1395.589518] env[62105]: _type = "Task" [ 1395.589518] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.598967] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.649716] env[62105]: INFO nova.compute.manager [-] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Took 1.76 seconds to deallocate network for instance. [ 1395.752042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.805479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Releasing lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.805897] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Instance network_info: |[{"id": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "address": "fa:16:3e:8d:05:0a", "network": {"id": "c15084ad-1d96-4b71-956d-03c60777a19c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940959500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8c61c7e73b4be98a915c25f9abe274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4eb3c-98", "ovs_interfaceid": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.806414] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:05:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f4eb3c-98dd-4bc3-aff0-783a22f01e00', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.819632] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Creating folder: Project (2e8c61c7e73b4be98a915c25f9abe274). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.820111] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-575106f6-00a3-4034-800d-3f0796b5681a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.836026] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Created folder: Project (2e8c61c7e73b4be98a915c25f9abe274) in parent group-v392807. [ 1395.838055] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Creating folder: Instances. Parent ref: group-v392849. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.838055] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f43d9e09-0c80-44f9-afd7-1808d8527098 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.850082] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Created folder: Instances in parent group-v392849. [ 1395.850371] env[62105]: DEBUG oslo.service.loopingcall [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.850619] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.850855] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1bc7815-695d-4349-a573-3ec0be06e175 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.892927] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.892927] env[62105]: value = "task-1903063" [ 1395.892927] env[62105]: _type = "Task" [ 1395.892927] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.911489] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903063, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.925377] env[62105]: DEBUG nova.compute.manager [req-192fcce5-b9b0-4694-8a5e-d800734dd69e req-5249642f-2d42-4f63-9ab8-942961a3953c service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Received event network-vif-plugged-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1395.925948] env[62105]: DEBUG oslo_concurrency.lockutils [req-192fcce5-b9b0-4694-8a5e-d800734dd69e req-5249642f-2d42-4f63-9ab8-942961a3953c service nova] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.926425] env[62105]: DEBUG oslo_concurrency.lockutils [req-192fcce5-b9b0-4694-8a5e-d800734dd69e req-5249642f-2d42-4f63-9ab8-942961a3953c service nova] Lock "27885184-734b-42ae-8c31-e14e67330fbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.927750] env[62105]: DEBUG oslo_concurrency.lockutils [req-192fcce5-b9b0-4694-8a5e-d800734dd69e req-5249642f-2d42-4f63-9ab8-942961a3953c service nova] Lock "27885184-734b-42ae-8c31-e14e67330fbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.927750] env[62105]: DEBUG nova.compute.manager [req-192fcce5-b9b0-4694-8a5e-d800734dd69e req-5249642f-2d42-4f63-9ab8-942961a3953c service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] No waiting events found dispatching network-vif-plugged-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1395.927750] env[62105]: WARNING nova.compute.manager [req-192fcce5-b9b0-4694-8a5e-d800734dd69e req-5249642f-2d42-4f63-9ab8-942961a3953c service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Received unexpected event network-vif-plugged-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 for instance with vm_state building and task_state spawning. [ 1395.957259] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.983654] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52852168-9384-f4a3-7df7-10d6e8ccbf74, 'name': SearchDatastore_Task, 'duration_secs': 0.019319} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.984660] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd455449-672f-43a0-b5a5-d39825facd4a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.987909] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.991311] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.991970] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.700s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.993978] env[62105]: INFO nova.compute.claims [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.002579] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1396.002579] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ab56b3-df3c-9cd5-ec06-d965167bf6b8" [ 1396.002579] env[62105]: _type = "Task" [ 1396.002579] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.013863] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ab56b3-df3c-9cd5-ec06-d965167bf6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.046136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.105528] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903059, 'name': ReconfigVM_Task, 'duration_secs': 0.332023} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.105941] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2/f43578b1-da1d-448c-a8ae-f1680d4faad2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.106702] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-025a72cb-6466-4c46-a5a9-23f493b79cc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.119865] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1396.119865] env[62105]: value = "task-1903064" [ 1396.119865] env[62105]: _type = "Task" [ 1396.119865] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.131803] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903064, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.161742] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.296770] env[62105]: DEBUG nova.network.neutron [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updated VIF entry in instance network info cache for port eb62b6e0-c923-468d-8159-46514083d503. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.296770] env[62105]: DEBUG nova.network.neutron [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.407721] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903063, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.499627] env[62105]: DEBUG nova.compute.utils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.506317] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.506767] env[62105]: DEBUG nova.network.neutron [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.526965] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ab56b3-df3c-9cd5-ec06-d965167bf6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.036333} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.526965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.528314] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b90beaa3-fa82-4f4c-a372-944c8265c275/b90beaa3-fa82-4f4c-a372-944c8265c275.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1396.528852] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de79116-6104-4b10-ad65-b1d6cfd2a8de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.538143] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1396.538143] env[62105]: value = "task-1903065" [ 1396.538143] env[62105]: _type = "Task" [ 1396.538143] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.551176] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.607564] env[62105]: DEBUG nova.policy [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '330e4ef693854328a8b0a319b9e7f35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ddc887d07c49209ab89fb37c7549fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.631523] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903064, 'name': Rename_Task, 'duration_secs': 0.228947} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.631819] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.632082] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d560ce25-5e0b-4fb5-ba39-e8a6d813c751 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.640053] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1396.640053] env[62105]: value = "task-1903066" [ 1396.640053] env[62105]: _type = "Task" [ 1396.640053] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.658285] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.798495] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.798755] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: 265821f0-7192-4325-b70b-e3679e501172] Received event network-vif-deleted-55611410-b4b5-402a-aa8d-3fbc87c71cb5 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1396.798995] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Received event network-vif-plugged-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1396.799724] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Acquiring lock "b90beaa3-fa82-4f4c-a372-944c8265c275-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.799913] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.800111] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.800285] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] No waiting events found dispatching network-vif-plugged-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1396.800457] env[62105]: WARNING nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Received unexpected event network-vif-plugged-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 for instance with vm_state building and task_state spawning. [ 1396.800688] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Received event network-changed-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1396.800857] env[62105]: DEBUG nova.compute.manager [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Refreshing instance network info cache due to event network-changed-bea4b30d-8ad3-4f2d-9056-01fbedb9c534. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1396.803267] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Acquiring lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.803454] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Acquired lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.803712] env[62105]: DEBUG nova.network.neutron [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Refreshing network info cache for port bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.909706] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903063, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.000807] env[62105]: INFO nova.compute.manager [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Rebuilding instance [ 1397.006276] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.057965] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.073592] env[62105]: DEBUG nova.compute.manager [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.073592] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa30fac-5c17-4138-8830-95e7ca39c25f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.121310] env[62105]: DEBUG nova.network.neutron [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Successfully updated port: d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.158841] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.410127] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903063, 'name': CreateVM_Task, 'duration_secs': 1.485827} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.410402] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.411106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.411308] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.411694] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1397.412409] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f26dfca-9a17-469b-84f2-8dc7e33123ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.421473] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1397.421473] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5aa5c-a96d-92c5-c76d-b87ceb473f78" [ 1397.421473] env[62105]: _type = "Task" [ 1397.421473] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.431726] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5aa5c-a96d-92c5-c76d-b87ceb473f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.514464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f187c468-8106-478a-9b1c-b24140d1e3d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.523724] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de1c63-d7ce-4236-8011-28d469eda7c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.530221] env[62105]: DEBUG nova.network.neutron [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Successfully created port: 75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.567563] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89b46be-36c2-484e-8066-6b8d4ee96021 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.579260] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523fc0c-5750-46ba-be1d-c2090c5f853a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.583523] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852537} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.583872] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b90beaa3-fa82-4f4c-a372-944c8265c275/b90beaa3-fa82-4f4c-a372-944c8265c275.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.584034] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.587568] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fdda800-39a1-4f1e-a885-f8cd75910690 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.597185] env[62105]: DEBUG nova.compute.provider_tree [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.599721] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1397.599721] env[62105]: value = "task-1903067" [ 1397.599721] env[62105]: _type = "Task" [ 1397.599721] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.608461] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.628379] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "refresh_cache-3eb963bc-48b0-4fb3-9640-76db178fd09e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.628550] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquired lock "refresh_cache-3eb963bc-48b0-4fb3-9640-76db178fd09e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.628738] env[62105]: DEBUG nova.network.neutron [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.651087] env[62105]: DEBUG oslo_vmware.api [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903066, 'name': PowerOnVM_Task, 'duration_secs': 0.539103} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.651365] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.651575] env[62105]: INFO nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1397.651784] env[62105]: DEBUG nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.652619] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe6922-7bc8-4a2a-934c-fa3000c5ee90 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.786395] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "d4aa4880-c381-43ee-96dc-e42cb13971fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.786971] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.786971] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "d4aa4880-c381-43ee-96dc-e42cb13971fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.787093] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.787245] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.789623] env[62105]: INFO nova.compute.manager [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Terminating instance [ 1397.880291] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.880523] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.935951] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5aa5c-a96d-92c5-c76d-b87ceb473f78, 'name': SearchDatastore_Task, 'duration_secs': 0.015734} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.936464] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.936734] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.937063] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.937145] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.937365] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.938118] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a9cb0af-4876-485c-9f0d-3bcd9d618c46 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.949509] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.950835] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.950835] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95864c54-f4e8-4be0-adad-34486ae19953 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.956343] env[62105]: DEBUG nova.network.neutron [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updated VIF entry in instance network info cache for port bea4b30d-8ad3-4f2d-9056-01fbedb9c534. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.956682] env[62105]: DEBUG nova.network.neutron [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.959677] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1397.959677] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9ee40-0614-ac6b-fd1d-91616656e7d8" [ 1397.959677] env[62105]: _type = "Task" [ 1397.959677] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.974069] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9ee40-0614-ac6b-fd1d-91616656e7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.020363] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.050249] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1398.050249] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.050249] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1398.050249] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.050456] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1398.050456] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1398.050456] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1398.050978] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1398.050978] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1398.051117] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1398.051251] env[62105]: DEBUG nova.virt.hardware [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1398.052081] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf7c636-befb-4f6b-809f-0c2f5293f6a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.062862] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f6089-32a8-43a3-a7d3-d2792299d64b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.100497] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.103600] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afe1b3a0-bde9-4935-8e05-45aa397616b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.115271] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078207} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.115615] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.116525] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78387aa5-c536-4044-b001-3c3681393cf1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.121474] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1398.121474] env[62105]: value = "task-1903069" [ 1398.121474] env[62105]: _type = "Task" [ 1398.121474] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.146322] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b90beaa3-fa82-4f4c-a372-944c8265c275/b90beaa3-fa82-4f4c-a372-944c8265c275.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.147587] env[62105]: ERROR nova.scheduler.client.report [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [req-6dfcdaf4-5ba7-451b-8cff-796c07197f60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dfcdaf4-5ba7-451b-8cff-796c07197f60"}]} [ 1398.148666] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90cd7920-ff2a-446b-91c2-089f1f6ddc20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.174903] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.180034] env[62105]: INFO nova.compute.manager [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Took 26.66 seconds to build instance. [ 1398.182491] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1398.182491] env[62105]: value = "task-1903070" [ 1398.182491] env[62105]: _type = "Task" [ 1398.182491] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.193661] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.195371] env[62105]: DEBUG nova.scheduler.client.report [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1398.209574] env[62105]: DEBUG nova.network.neutron [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.215531] env[62105]: DEBUG nova.scheduler.client.report [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1398.215862] env[62105]: DEBUG nova.compute.provider_tree [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.229785] env[62105]: DEBUG nova.scheduler.client.report [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1398.255134] env[62105]: DEBUG nova.scheduler.client.report [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1398.297202] env[62105]: DEBUG nova.compute.manager [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1398.297202] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.297202] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91836b4e-ae26-4382-ab93-ff9c94b602f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.306867] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.307137] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11b5507-0f25-417e-ae35-a0f34ebb2167 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.316833] env[62105]: DEBUG oslo_vmware.api [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1398.316833] env[62105]: value = "task-1903071" [ 1398.316833] env[62105]: _type = "Task" [ 1398.316833] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.329653] env[62105]: DEBUG oslo_vmware.api [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.367382] env[62105]: DEBUG nova.network.neutron [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Updating instance_info_cache with network_info: [{"id": "d91de2b9-72fb-4d8a-8f70-9567c9cd36a1", "address": "fa:16:3e:d3:da:88", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91de2b9-72", "ovs_interfaceid": "d91de2b9-72fb-4d8a-8f70-9567c9cd36a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.468028] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cda941b-2a34-494c-819f-2ca7f5618d2f req-a658c589-d52b-4ba6-b339-4f7a25d29ec9 service nova] Releasing lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.476728] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9ee40-0614-ac6b-fd1d-91616656e7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.02295} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.477603] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88add28-4f47-42ec-97c0-b7d06ea52593 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.486106] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1398.486106] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f2e0cb-711a-9ba5-0dde-bd3afe68d9a3" [ 1398.486106] env[62105]: _type = "Task" [ 1398.486106] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.496034] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f2e0cb-711a-9ba5-0dde-bd3afe68d9a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.636765] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903069, 'name': PowerOffVM_Task, 'duration_secs': 0.383874} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.643062] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.643344] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1398.645254] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031bfe22-e2bc-47c8-8b17-74b85a12448c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.652796] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.653078] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a577ca4e-027e-4306-a7f0-b79d84d6b0f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.682543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdac1bc0-6f43-43db-8e37-09fca00dacdf tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.177s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.689431] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02579a18-b0ea-4d07-bec7-97d53ca5c719 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.693872] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.694102] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.694293] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Deleting the datastore file [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.695211] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166fd01d-934e-494d-a3d0-38c966ee1ebc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.703090] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.704439] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ce174-8278-4d6c-b0e7-f877e63d41da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.739678] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22707c8f-9181-44d3-8454-693f72de02fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.742915] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1398.742915] env[62105]: value = "task-1903073" [ 1398.742915] env[62105]: _type = "Task" [ 1398.742915] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.751194] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a4e187-dab9-4e99-8ca5-4574592adf29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.758542] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.770981] env[62105]: DEBUG nova.compute.provider_tree [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1398.830910] env[62105]: DEBUG oslo_vmware.api [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903071, 'name': PowerOffVM_Task, 'duration_secs': 0.263721} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.831443] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.831645] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.831914] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb212dd0-7c96-4348-991d-dcf8b1fecfa0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.869946] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Releasing lock "refresh_cache-3eb963bc-48b0-4fb3-9640-76db178fd09e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.870308] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Instance network_info: |[{"id": "d91de2b9-72fb-4d8a-8f70-9567c9cd36a1", "address": "fa:16:3e:d3:da:88", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91de2b9-72", "ovs_interfaceid": "d91de2b9-72fb-4d8a-8f70-9567c9cd36a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.870782] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:da:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91de2b9-72fb-4d8a-8f70-9567c9cd36a1', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.877993] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Creating folder: Project (d0db08c94edf46e0b45ccbd4790f5b4b). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.879815] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb334198-401e-4c94-8cd3-a236cc970478 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.892465] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Created folder: Project (d0db08c94edf46e0b45ccbd4790f5b4b) in parent group-v392807. [ 1398.892792] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Creating folder: Instances. Parent ref: group-v392852. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1398.893211] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-017b4786-4ecc-4de2-aa5d-837b000fc877 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.909241] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Created folder: Instances in parent group-v392852. [ 1398.909494] env[62105]: DEBUG oslo.service.loopingcall [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.909697] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.909903] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f369e3f9-0b3f-4f05-8d3a-be9a1d50558f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.934504] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.934504] env[62105]: value = "task-1903077" [ 1398.934504] env[62105]: _type = "Task" [ 1398.934504] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.947439] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903077, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.995651] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f2e0cb-711a-9ba5-0dde-bd3afe68d9a3, 'name': SearchDatastore_Task, 'duration_secs': 0.030461} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.995925] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.996200] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 27885184-734b-42ae-8c31-e14e67330fbd/27885184-734b-42ae-8c31-e14e67330fbd.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.996471] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-144261d3-6b6c-4cfc-ae9a-32f878980da9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.004896] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1399.004896] env[62105]: value = "task-1903078" [ 1399.004896] env[62105]: _type = "Task" [ 1399.004896] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.013259] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.200042] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1399.202718] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903070, 'name': ReconfigVM_Task, 'duration_secs': 0.561506} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.203696] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b90beaa3-fa82-4f4c-a372-944c8265c275/b90beaa3-fa82-4f4c-a372-944c8265c275.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.203696] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17135d87-4ce3-4b8a-aa35-05eb4810bd8d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.212903] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1399.212903] env[62105]: value = "task-1903079" [ 1399.212903] env[62105]: _type = "Task" [ 1399.212903] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.223435] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903079, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.256063] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334279} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.256668] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1399.256905] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1399.257130] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1399.264226] env[62105]: DEBUG nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Received event network-vif-deleted-a654b2c9-ae96-4118-ac01-3336ad261c36 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.264600] env[62105]: DEBUG nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Received event network-vif-deleted-8b73a0ca-1561-4b4c-acf1-f122397a1e47 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.264600] env[62105]: DEBUG nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Received event network-vif-plugged-d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.264806] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] Acquiring lock "3eb963bc-48b0-4fb3-9640-76db178fd09e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.264964] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.265218] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.265408] env[62105]: DEBUG nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] No waiting events found dispatching network-vif-plugged-d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.265610] env[62105]: WARNING nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Received unexpected event network-vif-plugged-d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 for instance with vm_state building and task_state spawning. [ 1399.265783] env[62105]: DEBUG nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Received event network-changed-d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.265962] env[62105]: DEBUG nova.compute.manager [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Refreshing instance network info cache due to event network-changed-d91de2b9-72fb-4d8a-8f70-9567c9cd36a1. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1399.266188] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] Acquiring lock "refresh_cache-3eb963bc-48b0-4fb3-9640-76db178fd09e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.266351] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] Acquired lock "refresh_cache-3eb963bc-48b0-4fb3-9640-76db178fd09e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.266529] env[62105]: DEBUG nova.network.neutron [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Refreshing network info cache for port d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.324971] env[62105]: DEBUG nova.scheduler.client.report [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1399.325341] env[62105]: DEBUG nova.compute.provider_tree [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 30 to 31 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1399.325530] env[62105]: DEBUG nova.compute.provider_tree [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1399.448216] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903077, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.470194] env[62105]: DEBUG nova.network.neutron [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Successfully updated port: 75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.519273] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903078, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.725955] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903079, 'name': Rename_Task, 'duration_secs': 0.190915} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.727049] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.727658] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a446fa5-2c91-4033-88c1-3245b56ca96a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.730574] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.741023] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1399.741023] env[62105]: value = "task-1903080" [ 1399.741023] env[62105]: _type = "Task" [ 1399.741023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.749185] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.767159] env[62105]: DEBUG nova.compute.manager [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Received event network-changed-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1399.767452] env[62105]: DEBUG nova.compute.manager [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Refreshing instance network info cache due to event network-changed-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1399.768082] env[62105]: DEBUG oslo_concurrency.lockutils [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] Acquiring lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.768321] env[62105]: DEBUG oslo_concurrency.lockutils [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] Acquired lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.771425] env[62105]: DEBUG nova.network.neutron [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Refreshing network info cache for port d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.831213] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.839s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.831823] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.835988] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.719s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.838075] env[62105]: DEBUG nova.objects.instance [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lazy-loading 'resources' on Instance uuid 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.952153] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903077, 'name': CreateVM_Task, 'duration_secs': 0.764229} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.952383] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.953206] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.953846] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.953846] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.954644] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e637db9-e1e3-4ad1-8bc9-14d5b34badc8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.961524] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1399.961524] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529d90fb-5ab7-3c7b-7e3d-7ee4c24f110d" [ 1399.961524] env[62105]: _type = "Task" [ 1399.961524] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.974696] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "refresh_cache-4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.974895] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "refresh_cache-4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.975531] env[62105]: DEBUG nova.network.neutron [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.978183] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529d90fb-5ab7-3c7b-7e3d-7ee4c24f110d, 'name': SearchDatastore_Task} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.978183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1399.978183] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1399.978183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.979097] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.979097] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1399.979097] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-868d6642-717d-4926-87a1-4383a76e388b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.990155] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1399.990777] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1399.991606] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e73cfce-a86d-41dc-aea5-e67ec0d364e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.000860] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1400.000860] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a30902-7c7e-cfd0-069a-84accda18b8b" [ 1400.000860] env[62105]: _type = "Task" [ 1400.000860] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.018579] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a30902-7c7e-cfd0-069a-84accda18b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012381} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.020651] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c073d2-7691-4ddc-9ec8-8758872268de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.027443] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598436} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.028290] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 27885184-734b-42ae-8c31-e14e67330fbd/27885184-734b-42ae-8c31-e14e67330fbd.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1400.028561] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1400.029054] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-256c59c8-a3de-4fc1-b33d-ff8ba1c248ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.033109] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1400.033109] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c5f97-d0a4-0a88-f302-4de540636bbd" [ 1400.033109] env[62105]: _type = "Task" [ 1400.033109] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.039442] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1400.039442] env[62105]: value = "task-1903082" [ 1400.039442] env[62105]: _type = "Task" [ 1400.039442] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.049233] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c5f97-d0a4-0a88-f302-4de540636bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.055452] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.058429] env[62105]: DEBUG nova.network.neutron [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Updated VIF entry in instance network info cache for port d91de2b9-72fb-4d8a-8f70-9567c9cd36a1. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.058799] env[62105]: DEBUG nova.network.neutron [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Updating instance_info_cache with network_info: [{"id": "d91de2b9-72fb-4d8a-8f70-9567c9cd36a1", "address": "fa:16:3e:d3:da:88", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91de2b9-72", "ovs_interfaceid": "d91de2b9-72fb-4d8a-8f70-9567c9cd36a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.133536] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.133877] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.134191] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Deleting the datastore file [datastore1] d4aa4880-c381-43ee-96dc-e42cb13971fc {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.134567] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-305e9031-bf97-4b27-a104-71d2b6dee2e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.143627] env[62105]: DEBUG oslo_vmware.api [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for the task: (returnval){ [ 1400.143627] env[62105]: value = "task-1903083" [ 1400.143627] env[62105]: _type = "Task" [ 1400.143627] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.155100] env[62105]: DEBUG oslo_vmware.api [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.249545] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903080, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.309929] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.310213] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.310371] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.310559] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.310732] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.310904] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.311631] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.311898] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.312236] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.312330] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.312712] env[62105]: DEBUG nova.virt.hardware [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.313962] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb61d43-57d3-4d4a-aa3b-25385d8df6cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.327680] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff74678a-41dc-4b52-a847-e76cb3d8a9e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.351192] env[62105]: DEBUG nova.compute.utils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1400.356155] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.363774] env[62105]: DEBUG oslo.service.loopingcall [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.365384] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1400.365384] env[62105]: DEBUG nova.network.neutron [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1400.368997] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.368997] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4993c280-4614-42b5-bd6b-27914951c8a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.399194] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.399194] env[62105]: value = "task-1903084" [ 1400.399194] env[62105]: _type = "Task" [ 1400.399194] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.407812] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903084, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.488021] env[62105]: DEBUG nova.policy [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c7833378a247e5b9a34085a2b3bc53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a7cda591a2b4a7aa3ddf35f15927003', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1400.548974] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c5f97-d0a4-0a88-f302-4de540636bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.550192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.550192] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3eb963bc-48b0-4fb3-9640-76db178fd09e/3eb963bc-48b0-4fb3-9640-76db178fd09e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1400.550379] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4d533f3-1411-4da0-93cd-9f2de6dfeaf5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.558138] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073826} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.558939] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1400.559769] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7bf1fb-2b53-46e0-a2da-e674a4488a5b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.562850] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6eb8680-efa9-4448-b057-bb3149c895ed req-ddf2b7d7-c63f-447f-b252-d4a086a44b1f service nova] Releasing lock "refresh_cache-3eb963bc-48b0-4fb3-9640-76db178fd09e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.566691] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1400.566691] env[62105]: value = "task-1903085" [ 1400.566691] env[62105]: _type = "Task" [ 1400.566691] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.571158] env[62105]: DEBUG nova.network.neutron [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.591081] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 27885184-734b-42ae-8c31-e14e67330fbd/27885184-734b-42ae-8c31-e14e67330fbd.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1400.598583] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c74c6663-6fbf-4e36-9659-33fda61a0dab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.619560] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.627325] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1400.627325] env[62105]: value = "task-1903086" [ 1400.627325] env[62105]: _type = "Task" [ 1400.627325] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.639545] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.659398] env[62105]: DEBUG oslo_vmware.api [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Task: {'id': task-1903083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164242} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.659770] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.660029] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.660284] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.660539] env[62105]: INFO nova.compute.manager [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1400.661107] env[62105]: DEBUG oslo.service.loopingcall [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.662077] env[62105]: DEBUG nova.compute.manager [-] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1400.662077] env[62105]: DEBUG nova.network.neutron [-] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.760258] env[62105]: DEBUG oslo_vmware.api [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903080, 'name': PowerOnVM_Task, 'duration_secs': 0.699555} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.760560] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.760989] env[62105]: INFO nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1400.761236] env[62105]: DEBUG nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.762076] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596184cf-0177-4320-9690-d5083cfed88c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.847951] env[62105]: DEBUG nova.network.neutron [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updated VIF entry in instance network info cache for port d0f4eb3c-98dd-4bc3-aff0-783a22f01e00. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.848362] env[62105]: DEBUG nova.network.neutron [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updating instance_info_cache with network_info: [{"id": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "address": "fa:16:3e:8d:05:0a", "network": {"id": "c15084ad-1d96-4b71-956d-03c60777a19c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940959500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8c61c7e73b4be98a915c25f9abe274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4eb3c-98", "ovs_interfaceid": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.866104] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1400.906630] env[62105]: DEBUG nova.network.neutron [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Updating instance_info_cache with network_info: [{"id": "75e5bd76-3e69-4ce3-8254-51fa45042193", "address": "fa:16:3e:7a:9f:77", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e5bd76-3e", "ovs_interfaceid": "75e5bd76-3e69-4ce3-8254-51fa45042193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.920209] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903084, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.939487] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e31d0-40fe-43f5-b4f4-379f5be32918 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.949800] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363efed-c1e9-4dbf-bc46-aca3f014d77d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.987460] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0820afb6-1cdb-4234-9f45-55889b7c1075 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.996934] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba15e271-2913-42cf-8b12-848f3fe933f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.013444] env[62105]: DEBUG nova.compute.provider_tree [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.078584] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903085, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.140527] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903086, 'name': ReconfigVM_Task, 'duration_secs': 0.374239} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.141091] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 27885184-734b-42ae-8c31-e14e67330fbd/27885184-734b-42ae-8c31-e14e67330fbd.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1401.141945] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2d4a458-1419-43ff-b1db-d037d370914c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.153024] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1401.153024] env[62105]: value = "task-1903087" [ 1401.153024] env[62105]: _type = "Task" [ 1401.153024] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.164161] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903087, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.222996] env[62105]: DEBUG nova.network.neutron [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Successfully created port: 1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.293721] env[62105]: INFO nova.compute.manager [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Took 29.41 seconds to build instance. [ 1401.354906] env[62105]: DEBUG oslo_concurrency.lockutils [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] Releasing lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.354906] env[62105]: DEBUG nova.compute.manager [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Received event network-changed-f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1401.354906] env[62105]: DEBUG nova.compute.manager [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Refreshing instance network info cache due to event network-changed-f39090db-4ce3-4b3c-8638-86ddb3122dd4. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1401.354906] env[62105]: DEBUG oslo_concurrency.lockutils [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] Acquiring lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.354906] env[62105]: DEBUG oslo_concurrency.lockutils [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] Acquired lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.355106] env[62105]: DEBUG nova.network.neutron [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Refreshing network info cache for port f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.414083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "refresh_cache-4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.414492] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Instance network_info: |[{"id": "75e5bd76-3e69-4ce3-8254-51fa45042193", "address": "fa:16:3e:7a:9f:77", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e5bd76-3e", "ovs_interfaceid": "75e5bd76-3e69-4ce3-8254-51fa45042193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.414752] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903084, 'name': CreateVM_Task, 'duration_secs': 0.553637} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.420263] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:9f:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75e5bd76-3e69-4ce3-8254-51fa45042193', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.430290] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating folder: Project (93ddc887d07c49209ab89fb37c7549fc). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.433047] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.433047] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4244efa-820a-4aee-9c1c-726180609d38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.435976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.435976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.435976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.435976] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1385f7-022c-4a32-9134-d3fcad1cdb17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.443500] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1401.443500] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523df38a-f800-dfb8-d74e-51836f06da12" [ 1401.443500] env[62105]: _type = "Task" [ 1401.443500] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.454869] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523df38a-f800-dfb8-d74e-51836f06da12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.456396] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created folder: Project (93ddc887d07c49209ab89fb37c7549fc) in parent group-v392807. [ 1401.456962] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating folder: Instances. Parent ref: group-v392856. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.457408] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296c1883-bc81-4d3d-a22d-e2aa7654ec5b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.470555] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created folder: Instances in parent group-v392856. [ 1401.470938] env[62105]: DEBUG oslo.service.loopingcall [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.471176] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.471390] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4e59de6-191b-425f-95dc-cb942ca5f587 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.495069] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.495069] env[62105]: value = "task-1903090" [ 1401.495069] env[62105]: _type = "Task" [ 1401.495069] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.503829] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903090, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.559601] env[62105]: DEBUG nova.scheduler.client.report [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1401.559921] env[62105]: DEBUG nova.compute.provider_tree [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 31 to 32 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1401.560156] env[62105]: DEBUG nova.compute.provider_tree [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1401.582804] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659212} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.583852] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3eb963bc-48b0-4fb3-9640-76db178fd09e/3eb963bc-48b0-4fb3-9640-76db178fd09e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1401.584095] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1401.584360] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc9c4ac-ef62-4cb2-adcb-1bade2a3ea48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.592987] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1401.592987] env[62105]: value = "task-1903091" [ 1401.592987] env[62105]: _type = "Task" [ 1401.592987] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.604338] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.663940] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903087, 'name': Rename_Task, 'duration_secs': 0.327193} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.663940] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.663940] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6d259f-9923-4d83-983d-78b096824f45 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.670146] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1401.670146] env[62105]: value = "task-1903092" [ 1401.670146] env[62105]: _type = "Task" [ 1401.670146] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.682987] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.795890] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2efd55dc-9258-4275-a813-d030a9a2c80f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.922s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.877581] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1401.922414] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:53:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='106517992',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1572726594',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.924931] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.924931] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.924931] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.924931] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.924931] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.925264] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.925264] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.925264] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.925264] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.925264] env[62105]: DEBUG nova.virt.hardware [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.928333] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283c717a-9693-4441-b544-8eb4e99acabd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.932200] env[62105]: DEBUG nova.network.neutron [-] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.942790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066a1e83-5dd7-4caa-81a6-cce03fb5198e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.974195] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523df38a-f800-dfb8-d74e-51836f06da12, 'name': SearchDatastore_Task, 'duration_secs': 0.050423} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.974573] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.974869] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.975763] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.975763] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.975763] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.975763] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6311ff71-9223-4d78-8b67-8cde9ac5b7c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.988283] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.988562] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.993492] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7888331-3431-43a7-9852-5a47b21ef64e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.024879] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1402.024879] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d92be7-6cbc-7fca-c5ad-cd44b7a783d7" [ 1402.024879] env[62105]: _type = "Task" [ 1402.024879] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.025118] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903090, 'name': CreateVM_Task, 'duration_secs': 0.52335} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.025359] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.031414] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.031799] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.032326] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1402.032595] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631d26e2-dabf-4619-b1c1-9376106184dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.058232] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d92be7-6cbc-7fca-c5ad-cd44b7a783d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.058232] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1402.058232] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ded13-44be-3f25-2ad5-cac088cbd534" [ 1402.058232] env[62105]: _type = "Task" [ 1402.058232] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.058900] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cc39bb-d64b-4ed9-9f5a-9b58be46029d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.068046] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.074001] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.808s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.080029] env[62105]: INFO nova.compute.claims [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.091127] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1402.091127] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529563e0-3fde-60ca-0b4b-ab17795ad228" [ 1402.091127] env[62105]: _type = "Task" [ 1402.091127] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.100439] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ded13-44be-3f25-2ad5-cac088cbd534, 'name': SearchDatastore_Task, 'duration_secs': 0.010936} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.112392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.112647] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.113199] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.113357] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.113808] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.114705] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7b2da0-9e29-4c50-821d-a0dda0aa519a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.134698] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529563e0-3fde-60ca-0b4b-ab17795ad228, 'name': SearchDatastore_Task, 'duration_secs': 0.010784} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.142034] env[62105]: INFO nova.scheduler.client.report [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Deleted allocations for instance 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a [ 1402.148914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.163764] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.163764] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.163764] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.163764] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069802} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.163764] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2561f91e-48a6-437a-a840-bce7464218d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.165538] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29b899f-25e4-45cc-b6c9-95f409f0ac9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.165538] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.165538] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f72cb3-a0a3-4f59-8ec0-e1cd3340ff80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.194065] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 3eb963bc-48b0-4fb3-9640-76db178fd09e/3eb963bc-48b0-4fb3-9640-76db178fd09e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.197023] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1402.197023] env[62105]: value = "task-1903094" [ 1402.197023] env[62105]: _type = "Task" [ 1402.197023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.197023] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1402.197023] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ab0d6-3486-a68e-c56a-12bea7f3b360" [ 1402.197023] env[62105]: _type = "Task" [ 1402.197023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.199514] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f4975e-41ca-4735-a25b-86e94d2e4e8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.236371] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.245775] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ab0d6-3486-a68e-c56a-12bea7f3b360, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.246663] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903092, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.248354] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1402.248354] env[62105]: value = "task-1903095" [ 1402.248354] env[62105]: _type = "Task" [ 1402.248354] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.248354] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2405c014-a4b8-47bf-8fc3-93a4190b269a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.270012] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1402.270012] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275a56f-2886-36ed-acf7-fb5695bd77be" [ 1402.270012] env[62105]: _type = "Task" [ 1402.270012] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.275943] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.288484] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275a56f-2886-36ed-acf7-fb5695bd77be, 'name': SearchDatastore_Task, 'duration_secs': 0.012364} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.288484] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.288484] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f/4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.288484] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-028b3fc7-4911-429e-ac60-c976d823f46a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.302106] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.305485] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1402.305485] env[62105]: value = "task-1903096" [ 1402.305485] env[62105]: _type = "Task" [ 1402.305485] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.323739] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.435519] env[62105]: INFO nova.compute.manager [-] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Took 1.77 seconds to deallocate network for instance. [ 1402.572708] env[62105]: DEBUG nova.network.neutron [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updated VIF entry in instance network info cache for port f39090db-4ce3-4b3c-8638-86ddb3122dd4. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.573157] env[62105]: DEBUG nova.network.neutron [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updating instance_info_cache with network_info: [{"id": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "address": "fa:16:3e:3f:de:12", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39090db-4c", "ovs_interfaceid": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.666714] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7c60a319-6774-497d-893d-4e7a2b69c9d8 tempest-ServerGroupTestJSON-1189279050 tempest-ServerGroupTestJSON-1189279050-project-member] Lock "29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.010s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.699933] env[62105]: DEBUG oslo_vmware.api [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903092, 'name': PowerOnVM_Task, 'duration_secs': 0.716214} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.700408] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.701458] env[62105]: INFO nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1402.701458] env[62105]: DEBUG nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.702526] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285bd14d-1fb0-450f-84ff-91afb740dfb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.722202] env[62105]: DEBUG nova.compute.manager [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Received event network-vif-plugged-75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1402.722448] env[62105]: DEBUG oslo_concurrency.lockutils [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] Acquiring lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.722673] env[62105]: DEBUG oslo_concurrency.lockutils [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.723454] env[62105]: DEBUG oslo_concurrency.lockutils [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.723454] env[62105]: DEBUG nova.compute.manager [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] No waiting events found dispatching network-vif-plugged-75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.723454] env[62105]: WARNING nova.compute.manager [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Received unexpected event network-vif-plugged-75e5bd76-3e69-4ce3-8254-51fa45042193 for instance with vm_state building and task_state spawning. [ 1402.723764] env[62105]: DEBUG nova.compute.manager [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Received event network-changed-75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1402.723813] env[62105]: DEBUG nova.compute.manager [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Refreshing instance network info cache due to event network-changed-75e5bd76-3e69-4ce3-8254-51fa45042193. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1402.723995] env[62105]: DEBUG oslo_concurrency.lockutils [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] Acquiring lock "refresh_cache-4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.724559] env[62105]: DEBUG oslo_concurrency.lockutils [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] Acquired lock "refresh_cache-4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.724559] env[62105]: DEBUG nova.network.neutron [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Refreshing network info cache for port 75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.730306] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507518} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.730822] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.731021] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.731507] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49393e8e-95e9-417a-846e-5044cac3d92b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.741957] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1402.741957] env[62105]: value = "task-1903097" [ 1402.741957] env[62105]: _type = "Task" [ 1402.741957] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.755993] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.765630] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.827885] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903096, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.836884] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.953821] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.080390] env[62105]: DEBUG oslo_concurrency.lockutils [req-55e41cf1-ae37-4109-8c59-e5599147c1f6 req-82baed7c-8355-4f17-8c04-60fb05ea9487 service nova] Releasing lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.226420] env[62105]: INFO nova.compute.manager [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Took 22.94 seconds to build instance. [ 1403.262358] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103573} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.268014] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.268476] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903095, 'name': ReconfigVM_Task, 'duration_secs': 0.731857} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.269582] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0081f-a968-4606-bf5a-1fce710af00d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.272326] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 3eb963bc-48b0-4fb3-9640-76db178fd09e/3eb963bc-48b0-4fb3-9640-76db178fd09e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.273319] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36a48bc4-59ab-48bd-8912-50345c110752 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.293764] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.297988] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ad58d6-448e-4f7e-968e-c82f2e372569 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.318539] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1403.318539] env[62105]: value = "task-1903098" [ 1403.318539] env[62105]: _type = "Task" [ 1403.318539] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.333290] env[62105]: DEBUG nova.compute.manager [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Received event network-changed-f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1403.333290] env[62105]: DEBUG nova.compute.manager [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Refreshing instance network info cache due to event network-changed-f39090db-4ce3-4b3c-8638-86ddb3122dd4. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1403.333406] env[62105]: DEBUG oslo_concurrency.lockutils [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] Acquiring lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.335018] env[62105]: DEBUG oslo_concurrency.lockutils [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] Acquired lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.335018] env[62105]: DEBUG nova.network.neutron [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Refreshing network info cache for port f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.342164] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903098, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.342497] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1403.342497] env[62105]: value = "task-1903099" [ 1403.342497] env[62105]: _type = "Task" [ 1403.342497] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.342828] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649372} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.347536] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f/4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.347536] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.350396] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-932a714d-9723-4c35-9fd1-763d36f35e5d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.360520] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.367153] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1403.367153] env[62105]: value = "task-1903100" [ 1403.367153] env[62105]: _type = "Task" [ 1403.367153] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.377200] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.544809] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a98500-4401-4f3e-992f-cf8e6d9d982a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.556588] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50bc80-91ca-427b-8905-1c9087d74728 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.594287] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db41408-24ce-4335-8720-a567a572d4b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.603672] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b987e6a9-0a08-4ee3-8528-44eb1203d2bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.621074] env[62105]: DEBUG nova.compute.provider_tree [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.732743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6042001-39bb-4288-ba43-d22e36c7b108 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "27885184-734b-42ae-8c31-e14e67330fbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.051s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.833219] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903098, 'name': Rename_Task, 'duration_secs': 0.171878} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.834191] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.834765] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3808b61e-9d97-4f9e-a511-d5c89f5ff5a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.845976] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1403.845976] env[62105]: value = "task-1903101" [ 1403.845976] env[62105]: _type = "Task" [ 1403.845976] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.867099] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.868326] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.883779] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267264} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.883779] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1403.883779] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074c582f-c914-4483-b891-76da3b0e51d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.916878] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f/4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.917236] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53659c00-5a46-41f3-b85d-2a9d29d4a3c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.943969] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1403.943969] env[62105]: value = "task-1903102" [ 1403.943969] env[62105]: _type = "Task" [ 1403.943969] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.955762] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.034159] env[62105]: DEBUG nova.network.neutron [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Updated VIF entry in instance network info cache for port 75e5bd76-3e69-4ce3-8254-51fa45042193. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.034365] env[62105]: DEBUG nova.network.neutron [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Updating instance_info_cache with network_info: [{"id": "75e5bd76-3e69-4ce3-8254-51fa45042193", "address": "fa:16:3e:7a:9f:77", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e5bd76-3e", "ovs_interfaceid": "75e5bd76-3e69-4ce3-8254-51fa45042193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.052640] env[62105]: DEBUG nova.compute.manager [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.053055] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc174de6-8566-4dca-9a77-5582b716ecb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.128200] env[62105]: DEBUG nova.scheduler.client.report [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.239931] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.369196] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.373207] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903099, 'name': ReconfigVM_Task, 'duration_secs': 0.93315} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.373591] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.374395] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a55db76c-cff4-4b87-9456-8e59830e2f82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.386176] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1404.386176] env[62105]: value = "task-1903103" [ 1404.386176] env[62105]: _type = "Task" [ 1404.386176] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.402846] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903103, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.455418] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.540291] env[62105]: DEBUG oslo_concurrency.lockutils [req-14e901a7-e54b-44cd-b7a3-dfaba05deeed req-a651d270-9dba-4708-9577-fa14e9865bc5 service nova] Releasing lock "refresh_cache-4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.551319] env[62105]: DEBUG nova.network.neutron [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updated VIF entry in instance network info cache for port f39090db-4ce3-4b3c-8638-86ddb3122dd4. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.551738] env[62105]: DEBUG nova.network.neutron [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updating instance_info_cache with network_info: [{"id": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "address": "fa:16:3e:3f:de:12", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39090db-4c", "ovs_interfaceid": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.573149] env[62105]: INFO nova.compute.manager [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] instance snapshotting [ 1404.577653] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2df73b0-e008-4a5d-9405-bffb33c60da1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.597758] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d242715-7c34-4893-8aeb-e3138162b986 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.605458] env[62105]: DEBUG nova.network.neutron [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Successfully updated port: 1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.633208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.633740] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.638011] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.685s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.638276] env[62105]: DEBUG nova.objects.instance [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lazy-loading 'resources' on Instance uuid 265821f0-7192-4325-b70b-e3679e501172 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.775041] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.864114] env[62105]: DEBUG oslo_vmware.api [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903101, 'name': PowerOnVM_Task, 'duration_secs': 0.560244} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.864492] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.867015] env[62105]: INFO nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1404.867015] env[62105]: DEBUG nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.867015] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dda75f3-afb2-4113-beec-9923c6f77b57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.903866] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903103, 'name': Rename_Task, 'duration_secs': 0.279867} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.904169] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.904421] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-081c569d-1b67-47f1-92d1-d7c2386a6fb1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.918106] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1404.918106] env[62105]: value = "task-1903104" [ 1404.918106] env[62105]: _type = "Task" [ 1404.918106] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.929851] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.961973] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903102, 'name': ReconfigVM_Task, 'duration_secs': 0.871564} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.962294] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f/4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.962971] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a04a1c6c-7b65-427a-b734-0e1b99018b18 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.974398] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1404.974398] env[62105]: value = "task-1903105" [ 1404.974398] env[62105]: _type = "Task" [ 1404.974398] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.995177] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "1fa71e2b-14df-415c-a823-3b5649802a4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.995177] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "1fa71e2b-14df-415c-a823-3b5649802a4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.995270] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903105, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.055213] env[62105]: DEBUG oslo_concurrency.lockutils [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] Releasing lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.055858] env[62105]: DEBUG nova.compute.manager [req-d5e17450-42ec-4ac2-bf49-9fa399e98b65 req-63f85042-84bb-4882-860c-5f26ac02d102 service nova] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Received event network-vif-deleted-08bcab5f-abe7-400b-9725-009334019ca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1405.108932] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.109051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.109247] env[62105]: DEBUG nova.network.neutron [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.116522] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1405.116804] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-824d281a-4c57-4afb-b0cc-1cceb290e29d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.132436] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1405.132436] env[62105]: value = "task-1903106" [ 1405.132436] env[62105]: _type = "Task" [ 1405.132436] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.146171] env[62105]: DEBUG nova.compute.utils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.152692] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.153884] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.154708] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.388421] env[62105]: DEBUG nova.policy [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd40a5ef2bcfb45a68ce627356a9a2357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbbb44d4b3dc4d4c9bc4419fd275c325', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.391066] env[62105]: INFO nova.compute.manager [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Took 19.71 seconds to build instance. [ 1405.434045] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903104, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.486234] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903105, 'name': Rename_Task, 'duration_secs': 0.185874} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.486598] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.486813] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f9ee6f-90a2-4491-ac77-a6dab13f2a2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.499710] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1405.499710] env[62105]: value = "task-1903107" [ 1405.499710] env[62105]: _type = "Task" [ 1405.499710] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.509045] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.565778] env[62105]: DEBUG nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Received event network-changed-eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1405.566097] env[62105]: DEBUG nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Refreshing instance network info cache due to event network-changed-eb62b6e0-c923-468d-8159-46514083d503. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1405.566209] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.566400] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.566504] env[62105]: DEBUG nova.network.neutron [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Refreshing network info cache for port eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.644269] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.654404] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1405.662834] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5783de8-18de-4069-b1ba-1d8a5de86346 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.679535] env[62105]: DEBUG nova.network.neutron [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.683636] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1077ac-cadd-49b4-bfaf-1f1304b94bd4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.721109] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cc22c-521a-4699-8c53-249b2211c214 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.742173] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221de65e-0023-488a-900d-82f5da384841 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.763755] env[62105]: DEBUG nova.compute.provider_tree [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.897788] env[62105]: DEBUG oslo_concurrency.lockutils [None req-829d0975-f36f-4721-9696-76c85ee2e472 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.859s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.932782] env[62105]: DEBUG oslo_vmware.api [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903104, 'name': PowerOnVM_Task, 'duration_secs': 0.605221} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.933306] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.933412] env[62105]: DEBUG nova.compute.manager [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.934219] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c5a677-89dc-4dac-ab96-b6935e5aa292 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.994340] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Successfully created port: ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.997468] env[62105]: DEBUG nova.network.neutron [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Updating instance_info_cache with network_info: [{"id": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "address": "fa:16:3e:84:c1:89", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e090ef0-e0", "ovs_interfaceid": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.010484] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903107, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.129960] env[62105]: DEBUG nova.compute.manager [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Received event network-changed-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1406.129960] env[62105]: DEBUG nova.compute.manager [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Refreshing instance network info cache due to event network-changed-bea4b30d-8ad3-4f2d-9056-01fbedb9c534. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1406.129960] env[62105]: DEBUG oslo_concurrency.lockutils [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] Acquiring lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.129960] env[62105]: DEBUG oslo_concurrency.lockutils [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] Acquired lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.129960] env[62105]: DEBUG nova.network.neutron [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Refreshing network info cache for port bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.146244] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903106, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.269706] env[62105]: DEBUG nova.scheduler.client.report [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.406255] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1406.456070] env[62105]: DEBUG nova.network.neutron [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updated VIF entry in instance network info cache for port eb62b6e0-c923-468d-8159-46514083d503. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.456412] env[62105]: DEBUG nova.network.neutron [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.458527] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.500292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Releasing lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.503255] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Instance network_info: |[{"id": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "address": "fa:16:3e:84:c1:89", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e090ef0-e0", "ovs_interfaceid": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1406.505325] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:c1:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e090ef0-e052-46f0-adc7-a67fa5e4afb0', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.517179] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Creating folder: Project (6a7cda591a2b4a7aa3ddf35f15927003). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.517179] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94a369c1-732c-47eb-9ecf-d5c4771e7524 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.530619] env[62105]: DEBUG oslo_vmware.api [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903107, 'name': PowerOnVM_Task, 'duration_secs': 0.788948} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.531130] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.531474] env[62105]: INFO nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1406.531688] env[62105]: DEBUG nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.532718] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24180bab-8cc2-4da6-ab52-e557fc5edcb7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.537286] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Created folder: Project (6a7cda591a2b4a7aa3ddf35f15927003) in parent group-v392807. [ 1406.537497] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Creating folder: Instances. Parent ref: group-v392861. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1406.538420] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4ba1c2a-7c90-489f-b5b3-63e9686e8fd7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.554291] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Created folder: Instances in parent group-v392861. [ 1406.554564] env[62105]: DEBUG oslo.service.loopingcall [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.554721] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.554925] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-759b559f-9ef5-4880-874b-f15143bf115d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.578913] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.578913] env[62105]: value = "task-1903111" [ 1406.578913] env[62105]: _type = "Task" [ 1406.578913] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.589504] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903111, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.647335] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903106, 'name': CreateSnapshot_Task, 'duration_secs': 1.105123} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.647628] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1406.648469] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b18f1-fc42-46a4-b9ff-88621be16b1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.667583] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.715722] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.715722] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.715990] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.715990] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.716896] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.716896] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.718902] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.719259] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.719336] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.719464] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.719644] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.721988] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d38875-c42e-444b-8f9f-1c690e364db2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.733032] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536fc3b4-bacb-4ebe-96d6-41d440f596f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.776354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.783623] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.511s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.784040] env[62105]: DEBUG nova.objects.instance [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lazy-loading 'resources' on Instance uuid a8b457a1-3816-4b3e-b010-5d1c89734239 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.818272] env[62105]: INFO nova.scheduler.client.report [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Deleted allocations for instance 265821f0-7192-4325-b70b-e3679e501172 [ 1406.941034] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.960555] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.961358] env[62105]: DEBUG nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Received event network-vif-plugged-1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1406.961358] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Acquiring lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.961358] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.961358] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.961626] env[62105]: DEBUG nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] No waiting events found dispatching network-vif-plugged-1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.961626] env[62105]: WARNING nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Received unexpected event network-vif-plugged-1e090ef0-e052-46f0-adc7-a67fa5e4afb0 for instance with vm_state building and task_state spawning. [ 1406.961794] env[62105]: DEBUG nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Received event network-changed-1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1406.961946] env[62105]: DEBUG nova.compute.manager [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Refreshing instance network info cache due to event network-changed-1e090ef0-e052-46f0-adc7-a67fa5e4afb0. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1406.962177] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Acquiring lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.962332] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Acquired lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.962907] env[62105]: DEBUG nova.network.neutron [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Refreshing network info cache for port 1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.015963] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.016235] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.039365] env[62105]: DEBUG nova.network.neutron [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updated VIF entry in instance network info cache for port bea4b30d-8ad3-4f2d-9056-01fbedb9c534. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.039365] env[62105]: DEBUG nova.network.neutron [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.066642] env[62105]: INFO nova.compute.manager [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Took 21.05 seconds to build instance. [ 1407.093782] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903111, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.170166] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1407.171388] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-048b51c2-a70a-466f-8e38-f986c75f8082 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.183138] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1407.183138] env[62105]: value = "task-1903112" [ 1407.183138] env[62105]: _type = "Task" [ 1407.183138] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.193131] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903112, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.330713] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4eebd6d-c443-45e3-b9a3-e0a20372674c tempest-DeleteServersAdminTestJSON-1459144953 tempest-DeleteServersAdminTestJSON-1459144953-project-admin] Lock "265821f0-7192-4325-b70b-e3679e501172" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.515s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.543099] env[62105]: DEBUG oslo_concurrency.lockutils [req-0185dcea-c55f-4ed8-bf72-ce9bf8dc5e3a req-834a2998-92a2-4fc1-8c29-7a204d339109 service nova] Releasing lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.569407] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fa99c0d-2195-4a00-8aae-b4e1f9109f41 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.756s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.598149] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903111, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.703210] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903112, 'name': CloneVM_Task} progress is 93%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.769028] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebbc0ad-b7e9-40f8-a49d-86013a3eb5f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.781486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa2f17c-9541-4fbe-98ba-44d5309f8a3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.827353] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b9035a-d37a-46a3-9907-e57a8d900ec4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.838185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e44841-4a07-4a12-83c0-844948893b13 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.859658] env[62105]: DEBUG nova.compute.provider_tree [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.004162] env[62105]: DEBUG nova.network.neutron [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Updated VIF entry in instance network info cache for port 1e090ef0-e052-46f0-adc7-a67fa5e4afb0. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.005679] env[62105]: DEBUG nova.network.neutron [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Updating instance_info_cache with network_info: [{"id": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "address": "fa:16:3e:84:c1:89", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e090ef0-e0", "ovs_interfaceid": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.071804] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1408.100823] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903111, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.197066] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903112, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.198418] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Successfully updated port: ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.329765] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.330076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.362796] env[62105]: DEBUG nova.scheduler.client.report [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.513091] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d53bd08-c140-4395-9ede-06d222e0f6d9 req-c4370904-f646-4b68-b1e5-ab52fa96c5a3 service nova] Releasing lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.543391] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "3eb963bc-48b0-4fb3-9640-76db178fd09e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.543878] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.544281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "3eb963bc-48b0-4fb3-9640-76db178fd09e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.544977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.544977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.547239] env[62105]: INFO nova.compute.manager [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Terminating instance [ 1408.598635] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903111, 'name': CreateVM_Task, 'duration_secs': 1.586702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.598635] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.599801] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.599801] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.599801] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.600150] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6f5242-1837-48cc-b264-3cc9827f917a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.604749] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.607359] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1408.607359] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aef6fa-dbf1-431d-b3ac-60b9d26fb4a7" [ 1408.607359] env[62105]: _type = "Task" [ 1408.607359] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.617060] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aef6fa-dbf1-431d-b3ac-60b9d26fb4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.697233] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903112, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.702444] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "refresh_cache-10cc2978-5df9-441b-be88-b5c4ef8764c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.702521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "refresh_cache-10cc2978-5df9-441b-be88-b5c4ef8764c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.702678] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.725404] env[62105]: DEBUG nova.compute.manager [req-f3b3fe07-b26d-42d3-b82d-46a4d5ac81ce req-4825f636-12eb-4719-8662-378848a6a91c service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Received event network-vif-plugged-ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1408.725799] env[62105]: DEBUG oslo_concurrency.lockutils [req-f3b3fe07-b26d-42d3-b82d-46a4d5ac81ce req-4825f636-12eb-4719-8662-378848a6a91c service nova] Acquiring lock "10cc2978-5df9-441b-be88-b5c4ef8764c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.725799] env[62105]: DEBUG oslo_concurrency.lockutils [req-f3b3fe07-b26d-42d3-b82d-46a4d5ac81ce req-4825f636-12eb-4719-8662-378848a6a91c service nova] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.725894] env[62105]: DEBUG oslo_concurrency.lockutils [req-f3b3fe07-b26d-42d3-b82d-46a4d5ac81ce req-4825f636-12eb-4719-8662-378848a6a91c service nova] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.726084] env[62105]: DEBUG nova.compute.manager [req-f3b3fe07-b26d-42d3-b82d-46a4d5ac81ce req-4825f636-12eb-4719-8662-378848a6a91c service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] No waiting events found dispatching network-vif-plugged-ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.726252] env[62105]: WARNING nova.compute.manager [req-f3b3fe07-b26d-42d3-b82d-46a4d5ac81ce req-4825f636-12eb-4719-8662-378848a6a91c service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Received unexpected event network-vif-plugged-ae7131b1-98f5-4fe0-99e7-b985dd292a51 for instance with vm_state building and task_state spawning. [ 1408.868100] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.870616] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.987s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.872339] env[62105]: INFO nova.compute.claims [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.909524] env[62105]: INFO nova.scheduler.client.report [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Deleted allocations for instance a8b457a1-3816-4b3e-b010-5d1c89734239 [ 1409.054360] env[62105]: DEBUG nova.compute.manager [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.054360] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.054555] env[62105]: DEBUG nova.compute.manager [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Received event network-changed-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1409.054791] env[62105]: DEBUG nova.compute.manager [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Refreshing instance network info cache due to event network-changed-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1409.055083] env[62105]: DEBUG oslo_concurrency.lockutils [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] Acquiring lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.055877] env[62105]: DEBUG oslo_concurrency.lockutils [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] Acquired lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.056350] env[62105]: DEBUG nova.network.neutron [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Refreshing network info cache for port d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.060360] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3ecdff-f358-4e7c-8dc4-c2941352eee4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.071601] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.072111] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aaf49a9-ac38-4695-88c4-90c403766bac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.081117] env[62105]: DEBUG oslo_vmware.api [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1409.081117] env[62105]: value = "task-1903114" [ 1409.081117] env[62105]: _type = "Task" [ 1409.081117] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.091537] env[62105]: DEBUG oslo_vmware.api [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.124074] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aef6fa-dbf1-431d-b3ac-60b9d26fb4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.027297} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.124451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.124758] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.125037] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.125186] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.125385] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.125660] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f177031b-b8d8-40d1-a192-52be6679077f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.139022] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.139022] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.139022] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef08ba6-b498-41b5-b5a9-4dc0abb01da0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.147490] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1409.147490] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520866c5-dd6d-c1b8-9c82-9f70b73803e5" [ 1409.147490] env[62105]: _type = "Task" [ 1409.147490] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.157465] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520866c5-dd6d-c1b8-9c82-9f70b73803e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.196826] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903112, 'name': CloneVM_Task, 'duration_secs': 2.011117} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.196826] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Created linked-clone VM from snapshot [ 1409.197178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ed0910-a9fb-4def-a786-85d0db5883b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.209398] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Uploading image 56b75972-4dfc-43b9-9d9b-4f2de0d46219 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1409.244073] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1409.244073] env[62105]: value = "vm-392864" [ 1409.244073] env[62105]: _type = "VirtualMachine" [ 1409.244073] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1409.244386] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d90cb13f-e5c2-4a23-8408-d630dac6f8c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.254046] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lease: (returnval){ [ 1409.254046] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f419d3-46db-b9aa-f45c-57272d3b0ec7" [ 1409.254046] env[62105]: _type = "HttpNfcLease" [ 1409.254046] env[62105]: } obtained for exporting VM: (result){ [ 1409.254046] env[62105]: value = "vm-392864" [ 1409.254046] env[62105]: _type = "VirtualMachine" [ 1409.254046] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1409.254325] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the lease: (returnval){ [ 1409.254325] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f419d3-46db-b9aa-f45c-57272d3b0ec7" [ 1409.254325] env[62105]: _type = "HttpNfcLease" [ 1409.254325] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1409.255354] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.267375] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.267375] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f419d3-46db-b9aa-f45c-57272d3b0ec7" [ 1409.267375] env[62105]: _type = "HttpNfcLease" [ 1409.267375] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1409.309845] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.311167] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.311439] env[62105]: DEBUG nova.compute.manager [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.312619] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ded9b2-524a-4f34-b810-1d6d8cad0c3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.322054] env[62105]: DEBUG nova.compute.manager [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1409.323057] env[62105]: DEBUG nova.objects.instance [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lazy-loading 'flavor' on Instance uuid 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.344455] env[62105]: INFO nova.compute.manager [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Rebuilding instance [ 1409.395034] env[62105]: DEBUG nova.compute.manager [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.395941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d0bf9-14bd-4ad5-90ab-c5caf643c968 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.421373] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a101a3db-00e9-415e-9a93-38691753cbb6 tempest-ServerDiagnosticsV248Test-437540820 tempest-ServerDiagnosticsV248Test-437540820-project-member] Lock "a8b457a1-3816-4b3e-b010-5d1c89734239" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.750s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.458977] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Updating instance_info_cache with network_info: [{"id": "ae7131b1-98f5-4fe0-99e7-b985dd292a51", "address": "fa:16:3e:36:b6:12", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7131b1-98", "ovs_interfaceid": "ae7131b1-98f5-4fe0-99e7-b985dd292a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.593418] env[62105]: DEBUG oslo_vmware.api [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903114, 'name': PowerOffVM_Task, 'duration_secs': 0.26699} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.593843] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.594069] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.594337] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9393765-590f-426c-a110-c9cd6cd0972f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.667176] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520866c5-dd6d-c1b8-9c82-9f70b73803e5, 'name': SearchDatastore_Task, 'duration_secs': 0.017004} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.669357] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88235bb-74f1-4a68-956f-a1b09dd9245c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.680037] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1409.680037] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528fbb42-296a-2793-a521-c71d79726f7c" [ 1409.680037] env[62105]: _type = "Task" [ 1409.680037] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.688211] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.688545] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.688819] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Deleting the datastore file [datastore1] 3eb963bc-48b0-4fb3-9640-76db178fd09e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.689249] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c83bfb02-38df-475d-b2d4-d93182a962e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.694611] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528fbb42-296a-2793-a521-c71d79726f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.701029] env[62105]: DEBUG oslo_vmware.api [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for the task: (returnval){ [ 1409.701029] env[62105]: value = "task-1903117" [ 1409.701029] env[62105]: _type = "Task" [ 1409.701029] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.709409] env[62105]: DEBUG oslo_vmware.api [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.768718] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.768718] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f419d3-46db-b9aa-f45c-57272d3b0ec7" [ 1409.768718] env[62105]: _type = "HttpNfcLease" [ 1409.768718] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1409.769158] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1409.769158] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f419d3-46db-b9aa-f45c-57272d3b0ec7" [ 1409.769158] env[62105]: _type = "HttpNfcLease" [ 1409.769158] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1409.769881] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391b8723-1495-44b8-b1c0-bcec8337c3fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.780171] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bdea0-f370-25fe-93f3-bce3a05cf138/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1409.783762] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bdea0-f370-25fe-93f3-bce3a05cf138/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1409.936594] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f85194fa-e846-4043-8ade-b5c7b8c7d5ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.962080] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "refresh_cache-10cc2978-5df9-441b-be88-b5c4ef8764c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.962255] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Instance network_info: |[{"id": "ae7131b1-98f5-4fe0-99e7-b985dd292a51", "address": "fa:16:3e:36:b6:12", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7131b1-98", "ovs_interfaceid": "ae7131b1-98f5-4fe0-99e7-b985dd292a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.962647] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:b6:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae7131b1-98f5-4fe0-99e7-b985dd292a51', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.972034] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Creating folder: Project (bbbb44d4b3dc4d4c9bc4419fd275c325). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.979958] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b75aab12-a71d-49eb-8f4b-edfdf25ee6ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.996623] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Created folder: Project (bbbb44d4b3dc4d4c9bc4419fd275c325) in parent group-v392807. [ 1409.997715] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Creating folder: Instances. Parent ref: group-v392865. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1409.997715] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-242e39cf-734b-4d0f-9867-90052e206fa2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.013389] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Created folder: Instances in parent group-v392865. [ 1410.013480] env[62105]: DEBUG oslo.service.loopingcall [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.013680] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.014334] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-092374c8-ee7e-417a-8cc4-c2f3f522b2a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.038114] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.038114] env[62105]: value = "task-1903120" [ 1410.038114] env[62105]: _type = "Task" [ 1410.038114] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.047346] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903120, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.159522] env[62105]: DEBUG nova.network.neutron [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updated VIF entry in instance network info cache for port d0f4eb3c-98dd-4bc3-aff0-783a22f01e00. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.160091] env[62105]: DEBUG nova.network.neutron [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updating instance_info_cache with network_info: [{"id": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "address": "fa:16:3e:8d:05:0a", "network": {"id": "c15084ad-1d96-4b71-956d-03c60777a19c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-940959500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e8c61c7e73b4be98a915c25f9abe274", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f4eb3c-98", "ovs_interfaceid": "d0f4eb3c-98dd-4bc3-aff0-783a22f01e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.215388] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528fbb42-296a-2793-a521-c71d79726f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.020937} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.215388] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.215388] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] e7abc8f6-9b51-4ffc-ab49-058890a2f975/e7abc8f6-9b51-4ffc-ab49-058890a2f975.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.216365] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30a6a3f2-592a-429f-a0eb-8d3b91beaf9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.221476] env[62105]: DEBUG oslo_vmware.api [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Task: {'id': task-1903117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324893} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.225070] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.225070] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.225070] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.226739] env[62105]: INFO nova.compute.manager [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1410.227350] env[62105]: DEBUG oslo.service.loopingcall [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.240159] env[62105]: DEBUG nova.compute.manager [-] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.241025] env[62105]: DEBUG nova.network.neutron [-] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.243051] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1410.243051] env[62105]: value = "task-1903121" [ 1410.243051] env[62105]: _type = "Task" [ 1410.243051] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.255967] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.294015] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "5ff7f553-c513-494a-9f35-71d72944fa15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.294340] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "5ff7f553-c513-494a-9f35-71d72944fa15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.355642] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.355932] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f53ffc95-c30a-45b4-9167-365122026fef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.364589] env[62105]: DEBUG oslo_vmware.api [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1410.364589] env[62105]: value = "task-1903123" [ 1410.364589] env[62105]: _type = "Task" [ 1410.364589] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.379674] env[62105]: DEBUG oslo_vmware.api [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.420477] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.422563] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-259aa7aa-cbb8-4ef3-b855-10950fa2ca77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.431312] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1410.431312] env[62105]: value = "task-1903124" [ 1410.431312] env[62105]: _type = "Task" [ 1410.431312] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.447393] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.502634] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63df5511-7d40-47b5-b250-49780c3ac829 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.511251] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc5d978-d7a7-4401-aae1-af5c85b742ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.570439] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe33ad33-7702-4100-904f-8f9077799803 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.588117] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fc7029-9cee-4dfd-b9c5-677361449795 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.595210] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903120, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.610430] env[62105]: DEBUG nova.compute.provider_tree [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.664071] env[62105]: DEBUG oslo_concurrency.lockutils [req-5835edd9-2d0c-4dc0-a792-8bbe44dc546d req-7f03a3e5-0ad5-493e-992b-db5a6e7bc3b4 service nova] Releasing lock "refresh_cache-27885184-734b-42ae-8c31-e14e67330fbd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.759292] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903121, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.882233] env[62105]: DEBUG oslo_vmware.api [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903123, 'name': PowerOffVM_Task, 'duration_secs': 0.295497} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.882751] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.882931] env[62105]: DEBUG nova.compute.manager [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1410.884504] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703238de-e9c9-48d4-8e0c-2c57f72f9783 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.944952] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903124, 'name': PowerOffVM_Task, 'duration_secs': 0.196048} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.948093] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.948576] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.950904] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc862f1-5e7c-432d-9b4c-4405a79a2500 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.960107] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.960520] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5e59475-6c00-4da7-84fc-5ad4c1a75516 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.991933] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.992290] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.992525] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Deleting the datastore file [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.992983] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7554f810-d3a8-4c32-b6f1-b6c539e7039f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.006287] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1411.006287] env[62105]: value = "task-1903126" [ 1411.006287] env[62105]: _type = "Task" [ 1411.006287] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.022750] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.078252] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903120, 'name': CreateVM_Task, 'duration_secs': 0.547878} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.078583] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.080167] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.080485] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.081166] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.081738] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a201be95-55e2-4846-9c78-974b9e68597c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.090246] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1411.090246] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d48a33-3539-492c-b223-8b5bb47c4b5d" [ 1411.090246] env[62105]: _type = "Task" [ 1411.090246] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.835714] env[62105]: DEBUG nova.scheduler.client.report [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.839336] env[62105]: DEBUG nova.network.neutron [-] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.843370] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d48a33-3539-492c-b223-8b5bb47c4b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011182} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.844035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2574d53a-71bb-408f-87d0-67c36cc3df45 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.534s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.848839] env[62105]: DEBUG nova.compute.manager [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Received event network-changed-ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1411.849102] env[62105]: DEBUG nova.compute.manager [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Refreshing instance network info cache due to event network-changed-ae7131b1-98f5-4fe0-99e7-b985dd292a51. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1411.849370] env[62105]: DEBUG oslo_concurrency.lockutils [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] Acquiring lock "refresh_cache-10cc2978-5df9-441b-be88-b5c4ef8764c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.849561] env[62105]: DEBUG oslo_concurrency.lockutils [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] Acquired lock "refresh_cache-10cc2978-5df9-441b-be88-b5c4ef8764c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.849794] env[62105]: DEBUG nova.network.neutron [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Refreshing network info cache for port ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.854415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.854771] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.855125] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.855737] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.855737] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.856562] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ccc3b3-336a-4759-b26c-35ce5fc9f22f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.866477] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675657} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.870494] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] e7abc8f6-9b51-4ffc-ab49-058890a2f975/e7abc8f6-9b51-4ffc-ab49-058890a2f975.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.870851] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.871844] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.872112] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.872998] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140023} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.873829] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d015b2eb-158b-4002-95ae-c4f6e43310f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.876143] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73948af0-3e37-4347-afb8-b57c68117b30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.878357] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.878569] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.878828] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.888077] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1411.888077] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521aded9-5756-5405-e809-a9552639f144" [ 1411.888077] env[62105]: _type = "Task" [ 1411.888077] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.894532] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1411.894532] env[62105]: value = "task-1903127" [ 1411.894532] env[62105]: _type = "Task" [ 1411.894532] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.902221] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521aded9-5756-5405-e809-a9552639f144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.907980] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.344568] env[62105]: INFO nova.compute.manager [-] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Took 2.10 seconds to deallocate network for instance. [ 1412.347300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.476s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.347791] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1412.354459] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.602s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.354612] env[62105]: INFO nova.compute.claims [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.414694] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521aded9-5756-5405-e809-a9552639f144, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.422777] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083649} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.424286] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29ea646-038c-4b57-85da-967af697277d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.428162] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.431440] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a016b3ac-241a-4ba4-9403-24e416e7e83d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.444310] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1412.444310] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244974e-1e3c-a586-9a81-efea2dde7e9a" [ 1412.444310] env[62105]: _type = "Task" [ 1412.444310] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.469727] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e7abc8f6-9b51-4ffc-ab49-058890a2f975/e7abc8f6-9b51-4ffc-ab49-058890a2f975.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.471867] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4772ec-360d-464e-9d00-6d0692d01f3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.492922] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244974e-1e3c-a586-9a81-efea2dde7e9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.493887] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.494261] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 10cc2978-5df9-441b-be88-b5c4ef8764c6/10cc2978-5df9-441b-be88-b5c4ef8764c6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.494869] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32aa7d55-e69f-4800-af61-174cea8cc6a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.500982] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1412.500982] env[62105]: value = "task-1903128" [ 1412.500982] env[62105]: _type = "Task" [ 1412.500982] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.505727] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1412.505727] env[62105]: value = "task-1903129" [ 1412.505727] env[62105]: _type = "Task" [ 1412.505727] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.521931] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.522242] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.790334] env[62105]: DEBUG nova.network.neutron [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Updated VIF entry in instance network info cache for port ae7131b1-98f5-4fe0-99e7-b985dd292a51. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.790737] env[62105]: DEBUG nova.network.neutron [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Updating instance_info_cache with network_info: [{"id": "ae7131b1-98f5-4fe0-99e7-b985dd292a51", "address": "fa:16:3e:36:b6:12", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae7131b1-98", "ovs_interfaceid": "ae7131b1-98f5-4fe0-99e7-b985dd292a51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.859174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.861433] env[62105]: DEBUG nova.compute.utils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1412.864215] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1412.864502] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1412.924044] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.925197] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.925439] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.925671] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.925853] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.926043] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.927364] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.927364] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.927364] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.927364] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.927516] env[62105]: DEBUG nova.virt.hardware [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.929544] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb85443-165d-41b5-b9ac-5a167d46a77e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.955844] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e6853-2bb5-4f27-a61a-85c4bad55f46 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.961855] env[62105]: DEBUG nova.policy [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd40a5ef2bcfb45a68ce627356a9a2357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbbb44d4b3dc4d4c9bc4419fd275c325', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1412.977431] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.983309] env[62105]: DEBUG oslo.service.loopingcall [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.983665] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.983901] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33495a1a-531d-4f37-b141-aceacf624563 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.013203] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.013203] env[62105]: value = "task-1903130" [ 1413.013203] env[62105]: _type = "Task" [ 1413.013203] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.021696] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903128, 'name': ReconfigVM_Task, 'duration_secs': 0.445597} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.022600] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e7abc8f6-9b51-4ffc-ab49-058890a2f975/e7abc8f6-9b51-4ffc-ab49-058890a2f975.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.023431] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ebd27f5-6a41-41ca-b2e0-d0eeea156714 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.034201] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903130, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.034487] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903129, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.042450] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1413.042450] env[62105]: value = "task-1903131" [ 1413.042450] env[62105]: _type = "Task" [ 1413.042450] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.059238] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903131, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.295631] env[62105]: DEBUG oslo_concurrency.lockutils [req-c5c165d4-d386-48dd-a64f-5307cb6ab4c9 req-8ebb2409-562b-4816-a78d-929917705ae9 service nova] Releasing lock "refresh_cache-10cc2978-5df9-441b-be88-b5c4ef8764c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.364775] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1413.459262] env[62105]: DEBUG nova.compute.manager [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.459262] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446a3166-048a-4b30-b96d-a512c40833c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.500123] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1413.529027] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557658} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.529361] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 10cc2978-5df9-441b-be88-b5c4ef8764c6/10cc2978-5df9-441b-be88-b5c4ef8764c6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.529630] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.529922] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-141acaa6-9be7-4ae9-91b6-3783222a8be8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.536278] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903130, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.545376] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1413.545376] env[62105]: value = "task-1903132" [ 1413.545376] env[62105]: _type = "Task" [ 1413.545376] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.548099] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Successfully created port: 80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1413.565064] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903131, 'name': Rename_Task, 'duration_secs': 0.191276} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.569468] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.569952] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.570380] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-949d7a3a-c166-45b8-bae5-e399fb868dd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.610984] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1413.610984] env[62105]: value = "task-1903133" [ 1413.610984] env[62105]: _type = "Task" [ 1413.610984] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.632505] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.692016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "5dbe2308-8315-445f-9571-994de7e8d4d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.692016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.892826] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e08697-a5cd-407e-b824-2f0e24ca1fd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.902252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ba73b3-7d01-42ce-92b3-4e96116c7b62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.938353] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be297580-572b-4cbd-ade1-06771e5cabfe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.952242] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ae6072-7bf7-436e-b4ba-3bad301c9444 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.967621] env[62105]: DEBUG nova.compute.provider_tree [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.973164] env[62105]: INFO nova.compute.manager [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] instance snapshotting [ 1413.973164] env[62105]: WARNING nova.compute.manager [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1413.976395] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a597b3e-e56d-4493-8111-2f97e052ea05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.999281] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd4a585-a1ac-4d56-b880-c42d4ecd78e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.027471] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903130, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.058828] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085796} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.059648] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.061542] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4aeca3-5b9c-4a2e-905c-dd13cea86ed5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.088967] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 10cc2978-5df9-441b-be88-b5c4ef8764c6/10cc2978-5df9-441b-be88-b5c4ef8764c6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.089323] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ccd55a-0329-408a-b8cc-5fb0584151d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.117615] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1414.117615] env[62105]: value = "task-1903134" [ 1414.117615] env[62105]: _type = "Task" [ 1414.117615] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.126510] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.133052] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.375393] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1414.419898] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1414.420117] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1414.420313] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1414.421117] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1414.421117] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1414.421117] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1414.421117] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1414.421490] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1414.421602] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1414.421763] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1414.422021] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1414.423178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeba3f09-6507-4dc7-ab25-1c6c7ffbd9bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.435086] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5a5416-0ebb-4561-a321-89c820317090 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.471359] env[62105]: DEBUG nova.scheduler.client.report [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.484263] env[62105]: DEBUG nova.compute.manager [req-7e7d4309-c7b4-46b3-923e-51f8c1612f36 req-e5726e05-5d69-4596-a530-ab352d55dded service nova] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Received event network-vif-deleted-d91de2b9-72fb-4d8a-8f70-9567c9cd36a1 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1414.512583] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1414.514365] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fcc569d-0e7c-4c4d-8034-f88b50e10742 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.533179] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903130, 'name': CreateVM_Task, 'duration_secs': 1.349869} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.534717] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.534717] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1414.534717] env[62105]: value = "task-1903135" [ 1414.534717] env[62105]: _type = "Task" [ 1414.534717] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.535942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.535942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.535942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.536269] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb90e0a-4cb8-435d-8087-8c72f97e5550 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.545931] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1414.545931] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bcf06e-5c06-e04d-be1b-e3293dda315c" [ 1414.545931] env[62105]: _type = "Task" [ 1414.545931] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.550284] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.560164] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bcf06e-5c06-e04d-be1b-e3293dda315c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.638091] env[62105]: DEBUG oslo_vmware.api [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903133, 'name': PowerOnVM_Task, 'duration_secs': 0.770685} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.641302] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.641585] env[62105]: INFO nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Took 12.76 seconds to spawn the instance on the hypervisor. [ 1414.641754] env[62105]: DEBUG nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.642727] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903134, 'name': ReconfigVM_Task, 'duration_secs': 0.502585} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.642787] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f95d4d-10de-41f2-8497-602df765bc08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.645731] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 10cc2978-5df9-441b-be88-b5c4ef8764c6/10cc2978-5df9-441b-be88-b5c4ef8764c6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.647032] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ebd345c-f1c9-4424-a5f9-d4db5cdd2a83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.659319] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1414.659319] env[62105]: value = "task-1903136" [ 1414.659319] env[62105]: _type = "Task" [ 1414.659319] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.670581] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903136, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.983940] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.985025] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.991451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.030s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.992583] env[62105]: INFO nova.compute.claims [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1415.049471] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.062247] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bcf06e-5c06-e04d-be1b-e3293dda315c, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.062439] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.062651] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.062885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.063042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.063212] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.063478] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c5b2dc7-bc36-4f85-84f3-53c63e7c64ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.074047] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.074340] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.075023] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2496aa42-33fc-4654-9551-843b69917a43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.089034] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1415.089034] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523bb83c-17cb-5407-f1ca-21f0700c9897" [ 1415.089034] env[62105]: _type = "Task" [ 1415.089034] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.098256] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523bb83c-17cb-5407-f1ca-21f0700c9897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.173987] env[62105]: INFO nova.compute.manager [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Took 28.91 seconds to build instance. [ 1415.184033] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903136, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.214122] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.214388] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.406404] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Successfully updated port: 80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1415.499813] env[62105]: DEBUG nova.compute.utils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1415.504700] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1415.505016] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1415.552978] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903135, 'name': CreateSnapshot_Task, 'duration_secs': 0.957026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.553635] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1415.556203] env[62105]: DEBUG nova.policy [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd40a5ef2bcfb45a68ce627356a9a2357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbbb44d4b3dc4d4c9bc4419fd275c325', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1415.558465] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81805ec1-d685-43f6-9252-c657148ef932 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.602026] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523bb83c-17cb-5407-f1ca-21f0700c9897, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.602026] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814b23de-9ff9-45ef-8ddc-d51bce543d30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.608969] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1415.608969] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b00dee-fbc0-4c22-3d34-68dde1fa74ce" [ 1415.608969] env[62105]: _type = "Task" [ 1415.608969] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.622185] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b00dee-fbc0-4c22-3d34-68dde1fa74ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.680711] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71d007e7-8619-45fa-a4a3-a083bfd6617d tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.910s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.681384] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903136, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.910681] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "refresh_cache-398cbe63-cfb4-428c-ae35-e9485c71699e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.910929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "refresh_cache-398cbe63-cfb4-428c-ae35-e9485c71699e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.911169] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.005198] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1416.049987] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Successfully created port: b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.083314] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1416.087364] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5e47b63e-f648-4571-962c-26dd46ca451b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.098780] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1416.098780] env[62105]: value = "task-1903137" [ 1416.098780] env[62105]: _type = "Task" [ 1416.098780] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.110766] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903137, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.130550] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b00dee-fbc0-4c22-3d34-68dde1fa74ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011587} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.130930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.131377] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1416.131568] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eb3d8cf-7230-4907-95ac-66e0e7f3eb7b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.140555] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1416.140555] env[62105]: value = "task-1903138" [ 1416.140555] env[62105]: _type = "Task" [ 1416.140555] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.154319] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.181937] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903136, 'name': Rename_Task, 'duration_secs': 1.163041} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.184830] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.185314] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.188624] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd447f78-a4d0-4b0e-af3a-adfad1f804d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.200625] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1416.200625] env[62105]: value = "task-1903139" [ 1416.200625] env[62105]: _type = "Task" [ 1416.200625] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.212914] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.494290] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1416.607374] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38542583-f805-4524-869b-c662dd041c89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.630971] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903137, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.631278] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6017e86f-a42b-4dc5-adee-5f416df4a0af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.677242] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c28e430-a965-461e-ad29-161ec6f57115 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.685215] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.685579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.698048] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.708902] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74559a05-6395-433c-95c7-e157e99735ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.742945] env[62105]: DEBUG nova.compute.provider_tree [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.744896] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.754055] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.023400] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.052920] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.053035] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.053215] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.053408] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.053549] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.053691] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.053918] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.054076] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.054240] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.054396] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.054562] env[62105]: DEBUG nova.virt.hardware [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.055446] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca54591-b80e-4957-980e-6fbe75ee1144 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.065691] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f29e2b3-8c45-421f-b35c-80f9a02b999b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.112454] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903137, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.182328] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633766} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.182666] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.182898] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.183190] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48900d8-a14d-42ee-8e7a-12135d6026da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.186161] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Updating instance_info_cache with network_info: [{"id": "80fd5905-1c14-4203-91df-966b5c071cf5", "address": "fa:16:3e:1e:71:b8", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fd5905-1c", "ovs_interfaceid": "80fd5905-1c14-4203-91df-966b5c071cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.193864] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1417.193864] env[62105]: value = "task-1903140" [ 1417.193864] env[62105]: _type = "Task" [ 1417.193864] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.204214] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903140, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.217579] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903139, 'name': PowerOnVM_Task, 'duration_secs': 0.579386} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.217579] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.217797] env[62105]: INFO nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1417.217947] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.218798] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae29519-6715-419b-8097-911dbf49c40d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.252349] env[62105]: DEBUG nova.scheduler.client.report [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.270881] env[62105]: DEBUG nova.compute.manager [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Received event network-vif-plugged-80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1417.271712] env[62105]: DEBUG oslo_concurrency.lockutils [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] Acquiring lock "398cbe63-cfb4-428c-ae35-e9485c71699e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.272498] env[62105]: DEBUG oslo_concurrency.lockutils [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.273223] env[62105]: DEBUG oslo_concurrency.lockutils [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.273223] env[62105]: DEBUG nova.compute.manager [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] No waiting events found dispatching network-vif-plugged-80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1417.273223] env[62105]: WARNING nova.compute.manager [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Received unexpected event network-vif-plugged-80fd5905-1c14-4203-91df-966b5c071cf5 for instance with vm_state building and task_state spawning. [ 1417.273647] env[62105]: DEBUG nova.compute.manager [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Received event network-changed-80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1417.273647] env[62105]: DEBUG nova.compute.manager [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Refreshing instance network info cache due to event network-changed-80fd5905-1c14-4203-91df-966b5c071cf5. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1417.273762] env[62105]: DEBUG oslo_concurrency.lockutils [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] Acquiring lock "refresh_cache-398cbe63-cfb4-428c-ae35-e9485c71699e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.613654] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903137, 'name': CloneVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.691935] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "refresh_cache-398cbe63-cfb4-428c-ae35-e9485c71699e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.691935] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Instance network_info: |[{"id": "80fd5905-1c14-4203-91df-966b5c071cf5", "address": "fa:16:3e:1e:71:b8", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fd5905-1c", "ovs_interfaceid": "80fd5905-1c14-4203-91df-966b5c071cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.692163] env[62105]: DEBUG oslo_concurrency.lockutils [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] Acquired lock "refresh_cache-398cbe63-cfb4-428c-ae35-e9485c71699e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.692163] env[62105]: DEBUG nova.network.neutron [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Refreshing network info cache for port 80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.692430] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:71:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80fd5905-1c14-4203-91df-966b5c071cf5', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.705366] env[62105]: DEBUG oslo.service.loopingcall [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.713023] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.715040] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f98d4ac5-2041-4381-8ee2-c141a165afba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.750482] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903140, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106991} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.752298] env[62105]: INFO nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Took 30.51 seconds to build instance. [ 1417.753254] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.753254] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.753254] env[62105]: value = "task-1903141" [ 1417.753254] env[62105]: _type = "Task" [ 1417.753254] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.754241] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60439fd7-ab69-4a62-8a95-d3f2e3c9eeed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.762399] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.762804] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1417.774993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.729s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.775361] env[62105]: DEBUG nova.objects.instance [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lazy-loading 'resources' on Instance uuid b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.788549] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.794417] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd290743-e1d8-4dbc-b196-219ad4221094 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.810192] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903141, 'name': CreateVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.819141] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1417.819141] env[62105]: value = "task-1903142" [ 1417.819141] env[62105]: _type = "Task" [ 1417.819141] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.835575] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.117300] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903137, 'name': CloneVM_Task, 'duration_secs': 1.656111} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.117764] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Created linked-clone VM from snapshot [ 1418.118842] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144dbec-0b35-4fbc-8819-b7261445b778 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.131613] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Uploading image b4791bb1-6c33-48a5-9fbd-cea4d6c1b89a {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1418.155546] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1418.155546] env[62105]: value = "vm-392870" [ 1418.155546] env[62105]: _type = "VirtualMachine" [ 1418.155546] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1418.156029] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-379004ef-e028-47bf-ba6e-d3eac036ef52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.168744] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease: (returnval){ [ 1418.168744] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eeebae-145e-5ef7-f2d9-01fcb759941e" [ 1418.168744] env[62105]: _type = "HttpNfcLease" [ 1418.168744] env[62105]: } obtained for exporting VM: (result){ [ 1418.168744] env[62105]: value = "vm-392870" [ 1418.168744] env[62105]: _type = "VirtualMachine" [ 1418.168744] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1418.169111] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the lease: (returnval){ [ 1418.169111] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eeebae-145e-5ef7-f2d9-01fcb759941e" [ 1418.169111] env[62105]: _type = "HttpNfcLease" [ 1418.169111] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1418.176728] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1418.176728] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eeebae-145e-5ef7-f2d9-01fcb759941e" [ 1418.176728] env[62105]: _type = "HttpNfcLease" [ 1418.176728] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1418.254739] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.668s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.282513] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903141, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.294322] env[62105]: DEBUG nova.compute.utils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1418.295800] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.295975] env[62105]: DEBUG nova.network.neutron [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.333365] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.502793] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.503055] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.503234] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=62105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 1418.521682] env[62105]: DEBUG nova.policy [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1cc84c04f204543b6a8dbf929974c55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b0e61b38a9e4dd48a98a0630bd2310b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.691146] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1418.691146] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eeebae-145e-5ef7-f2d9-01fcb759941e" [ 1418.691146] env[62105]: _type = "HttpNfcLease" [ 1418.691146] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1418.691447] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1418.691447] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eeebae-145e-5ef7-f2d9-01fcb759941e" [ 1418.691447] env[62105]: _type = "HttpNfcLease" [ 1418.691447] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1418.692274] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a77de6-6659-4345-8d95-b27508876067 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.706374] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024ed1-0166-2bdc-ee68-8fbc54462d87/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1418.706522] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024ed1-0166-2bdc-ee68-8fbc54462d87/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1418.776123] env[62105]: DEBUG nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1418.797578] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903141, 'name': CreateVM_Task, 'duration_secs': 0.557295} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.797578] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.797578] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.797578] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.797578] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1418.797837] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bcc4725-405f-4b37-a18c-5019ac9ca2d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.799106] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1418.803563] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1418.803563] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528451bd-8d84-5989-7c84-5972ae0422c3" [ 1418.803563] env[62105]: _type = "Task" [ 1418.803563] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.820425] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528451bd-8d84-5989-7c84-5972ae0422c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.824269] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.824561] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.825778] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.825778] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.825778] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.825778] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aef3f86-7a84-4618-b00a-af447f970e6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.837833] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903142, 'name': ReconfigVM_Task, 'duration_secs': 0.704631} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.840339] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e/4e039e7d-bc2c-48df-bd9b-eb4ef124482e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.841013] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70d4eba6-f932-4a15-8b66-13462014b005 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.842999] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.843228] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.847024] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-531f9ea3-47d9-449d-ba81-f81ae351ccab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.847024] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a573ce2-d1d9-46ee-a256-c557259faedf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.860312] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1418.860312] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525b7bd0-ab5e-ec66-63d4-c1ae7d94b989" [ 1418.860312] env[62105]: _type = "Task" [ 1418.860312] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.860529] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1418.860529] env[62105]: value = "task-1903144" [ 1418.860529] env[62105]: _type = "Task" [ 1418.860529] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.885317] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525b7bd0-ab5e-ec66-63d4-c1ae7d94b989, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.889651] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903144, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.893928] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75787426-1deb-4ebf-97f4-7330a39ca6bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.910678] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1418.910678] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cc78c9-f982-a1be-1dce-213365f2342a" [ 1418.910678] env[62105]: _type = "Task" [ 1418.910678] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.928830] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cc78c9-f982-a1be-1dce-213365f2342a, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.931431] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.931875] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 398cbe63-cfb4-428c-ae35-e9485c71699e/398cbe63-cfb4-428c-ae35-e9485c71699e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.932522] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0a78b46-c15f-460e-97db-770fa5a6a90c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.944182] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1418.944182] env[62105]: value = "task-1903145" [ 1418.944182] env[62105]: _type = "Task" [ 1418.944182] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.950429] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714fc961-9dc5-468f-a0dd-d6eb202f0a25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.964024] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ffc6dd-06b3-43f2-a879-e7826995f70f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.967433] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.000786] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6825d6-9265-4fc0-8ca6-df84bf71780f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.011052] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0e379e-49e1-4a9e-b35c-d44333215d90 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.029217] env[62105]: DEBUG nova.compute.provider_tree [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.246637] env[62105]: DEBUG nova.network.neutron [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Updated VIF entry in instance network info cache for port 80fd5905-1c14-4203-91df-966b5c071cf5. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.247148] env[62105]: DEBUG nova.network.neutron [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Updating instance_info_cache with network_info: [{"id": "80fd5905-1c14-4203-91df-966b5c071cf5", "address": "fa:16:3e:1e:71:b8", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80fd5905-1c", "ovs_interfaceid": "80fd5905-1c14-4203-91df-966b5c071cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.313448] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.380927] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903144, 'name': Rename_Task, 'duration_secs': 0.206928} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.381439] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.382306] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7a33f7-878f-423c-bb06-393c10067a86 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.394202] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Waiting for the task: (returnval){ [ 1419.394202] env[62105]: value = "task-1903146" [ 1419.394202] env[62105]: _type = "Task" [ 1419.394202] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.412691] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.466073] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903145, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.503726] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.504413] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1419.504556] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1419.535088] env[62105]: DEBUG nova.scheduler.client.report [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.573117] env[62105]: DEBUG nova.compute.manager [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Received event network-changed-1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1419.573300] env[62105]: DEBUG nova.compute.manager [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Refreshing instance network info cache due to event network-changed-1e090ef0-e052-46f0-adc7-a67fa5e4afb0. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1419.577021] env[62105]: DEBUG oslo_concurrency.lockutils [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] Acquiring lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.577021] env[62105]: DEBUG oslo_concurrency.lockutils [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] Acquired lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.577021] env[62105]: DEBUG nova.network.neutron [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Refreshing network info cache for port 1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.673699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.673699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.752822] env[62105]: DEBUG oslo_concurrency.lockutils [req-2db74c02-a261-415b-adaa-c2d47b82a81c req-cff23938-b1e9-49dd-85f1-c0ee58d703ad service nova] Releasing lock "refresh_cache-398cbe63-cfb4-428c-ae35-e9485c71699e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.813567] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1419.900662] env[62105]: DEBUG nova.network.neutron [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Successfully created port: 2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.910026] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903146, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.959652] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546262} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.960013] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 398cbe63-cfb4-428c-ae35-e9485c71699e/398cbe63-cfb4-428c-ae35-e9485c71699e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.960301] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.960951] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b477900-ae9c-4886-afcd-0bbc2996e852 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.971832] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1419.971832] env[62105]: value = "task-1903147" [ 1419.971832] env[62105]: _type = "Task" [ 1419.971832] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.983184] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.011638] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1420.011796] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1420.012585] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1420.012585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.012585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.012585] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1420.012585] env[62105]: DEBUG nova.objects.instance [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lazy-loading 'info_cache' on Instance uuid f87aa475-7469-4a36-ad46-be69fc24e0a1 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.049025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.049435] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.888s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.050039] env[62105]: DEBUG nova.objects.instance [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lazy-loading 'resources' on Instance uuid a66f5c25-c415-4968-bc3f-6e33311568e6 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.073741] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Successfully updated port: b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.077404] env[62105]: INFO nova.scheduler.client.report [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Deleted allocations for instance b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f [ 1420.411019] env[62105]: DEBUG oslo_vmware.api [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Task: {'id': task-1903146, 'name': PowerOnVM_Task, 'duration_secs': 0.624466} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.411019] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.411019] env[62105]: DEBUG nova.compute.manager [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.411019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ebb6f0-4469-4122-9111-ef3273e3fd8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.484600] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076735} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.485172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1420.488185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d5d914-d706-4746-8e90-2cb4f2d1dabc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.517930] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 398cbe63-cfb4-428c-ae35-e9485c71699e/398cbe63-cfb4-428c-ae35-e9485c71699e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.529298] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bde17853-73f9-4172-9cc2-c2ce5c8bcb8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.558512] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1420.558512] env[62105]: value = "task-1903148" [ 1420.558512] env[62105]: _type = "Task" [ 1420.558512] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.568831] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.594202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "refresh_cache-d94f5cbf-7211-4493-98ae-1ce38a6c27a4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1420.594202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "refresh_cache-d94f5cbf-7211-4493-98ae-1ce38a6c27a4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.594202] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.600141] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a95df75-3d35-4924-b577-109d5308a9eb tempest-ServerExternalEventsTest-836450140 tempest-ServerExternalEventsTest-836450140-project-member] Lock "b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.519s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.726122] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.726375] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.726537] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.726744] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.726895] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.727937] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.728410] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.728410] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.728683] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.728775] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.728939] env[62105]: DEBUG nova.virt.hardware [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.731107] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c18c0c7-20d4-4028-9dbd-b522be411629 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.737801] env[62105]: DEBUG nova.compute.manager [req-a96f2f6c-78f6-4f13-bf89-e34949e782c6 req-19e6d4c7-acac-4bf4-ad24-f6f73f373741 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Received event network-vif-plugged-b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1420.738244] env[62105]: DEBUG oslo_concurrency.lockutils [req-a96f2f6c-78f6-4f13-bf89-e34949e782c6 req-19e6d4c7-acac-4bf4-ad24-f6f73f373741 service nova] Acquiring lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.738790] env[62105]: DEBUG oslo_concurrency.lockutils [req-a96f2f6c-78f6-4f13-bf89-e34949e782c6 req-19e6d4c7-acac-4bf4-ad24-f6f73f373741 service nova] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.739205] env[62105]: DEBUG oslo_concurrency.lockutils [req-a96f2f6c-78f6-4f13-bf89-e34949e782c6 req-19e6d4c7-acac-4bf4-ad24-f6f73f373741 service nova] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.739533] env[62105]: DEBUG nova.compute.manager [req-a96f2f6c-78f6-4f13-bf89-e34949e782c6 req-19e6d4c7-acac-4bf4-ad24-f6f73f373741 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] No waiting events found dispatching network-vif-plugged-b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.740077] env[62105]: WARNING nova.compute.manager [req-a96f2f6c-78f6-4f13-bf89-e34949e782c6 req-19e6d4c7-acac-4bf4-ad24-f6f73f373741 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Received unexpected event network-vif-plugged-b835283e-5d13-48f0-b143-94d15dc5b09a for instance with vm_state building and task_state spawning. [ 1420.747763] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bdea0-f370-25fe-93f3-bce3a05cf138/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1420.749622] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e7e92c-7e2d-498b-b70f-f2998a70435c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.766393] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d75d7-791a-4ee1-abf1-883e1793161c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.777201] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bdea0-f370-25fe-93f3-bce3a05cf138/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1420.777403] env[62105]: ERROR oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bdea0-f370-25fe-93f3-bce3a05cf138/disk-0.vmdk due to incomplete transfer. [ 1420.780970] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a88b8c05-ad10-4ca8-8fa1-d35f7dcc84d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.800071] env[62105]: DEBUG nova.network.neutron [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Updated VIF entry in instance network info cache for port 1e090ef0-e052-46f0-adc7-a67fa5e4afb0. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.801041] env[62105]: DEBUG nova.network.neutron [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Updating instance_info_cache with network_info: [{"id": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "address": "fa:16:3e:84:c1:89", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e090ef0-e0", "ovs_interfaceid": "1e090ef0-e052-46f0-adc7-a67fa5e4afb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.810782] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bdea0-f370-25fe-93f3-bce3a05cf138/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1420.811086] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Uploaded image 56b75972-4dfc-43b9-9d9b-4f2de0d46219 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1420.814441] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1420.814441] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4f1aabeb-9e89-4b04-8560-40d7edca9fce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.824814] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1420.824814] env[62105]: value = "task-1903149" [ 1420.824814] env[62105]: _type = "Task" [ 1420.824814] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.842300] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903149, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.932944] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.076021] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.253660] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.301256] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c5619-f80b-4eff-980a-ef891101dbde {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.304361] env[62105]: DEBUG oslo_concurrency.lockutils [req-3f40fa82-2f9c-4228-bb2c-adc2b3540e1e req-e87db820-4261-4059-8f1f-0f095ced61fd service nova] Releasing lock "refresh_cache-e7abc8f6-9b51-4ffc-ab49-058890a2f975" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.310562] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea84d0e2-b523-441c-9ca9-44835a569e0f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.355915] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b99b7-2f53-4de0-9816-4c99455c73c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.369602] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891557ac-3c70-44a3-b458-bcfa70230aa8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.374109] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903149, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.386348] env[62105]: DEBUG nova.compute.provider_tree [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.585465] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903148, 'name': ReconfigVM_Task, 'duration_secs': 0.624955} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.586769] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 398cbe63-cfb4-428c-ae35-e9485c71699e/398cbe63-cfb4-428c-ae35-e9485c71699e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.587336] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7324099a-0a1e-47ac-ae40-946490eb2099 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.602308] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1421.602308] env[62105]: value = "task-1903150" [ 1421.602308] env[62105]: _type = "Task" [ 1421.602308] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.612844] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903150, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.706492] env[62105]: DEBUG nova.network.neutron [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Updating instance_info_cache with network_info: [{"id": "b835283e-5d13-48f0-b143-94d15dc5b09a", "address": "fa:16:3e:e9:e7:08", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb835283e-5d", "ovs_interfaceid": "b835283e-5d13-48f0-b143-94d15dc5b09a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.747428] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Updating instance_info_cache with network_info: [{"id": "077b07dc-9082-4496-9b22-02812ff2814e", "address": "fa:16:3e:af:57:48", "network": {"id": "a96a7971-e136-4d16-b3c1-8e4273b03203", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-144517488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a7194ba6f4dd59c51c24d629a9cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap077b07dc-90", "ovs_interfaceid": "077b07dc-9082-4496-9b22-02812ff2814e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.860601] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903149, 'name': Destroy_Task, 'duration_secs': 0.7239} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.860748] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Destroyed the VM [ 1421.861096] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1421.861428] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d74f06b-b374-4e23-8c92-2f23cfa5244f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.870476] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1421.870476] env[62105]: value = "task-1903151" [ 1421.870476] env[62105]: _type = "Task" [ 1421.870476] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.880902] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903151, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.890053] env[62105]: DEBUG nova.scheduler.client.report [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.111343] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903150, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.214700] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "refresh_cache-d94f5cbf-7211-4493-98ae-1ce38a6c27a4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.215092] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Instance network_info: |[{"id": "b835283e-5d13-48f0-b143-94d15dc5b09a", "address": "fa:16:3e:e9:e7:08", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb835283e-5d", "ovs_interfaceid": "b835283e-5d13-48f0-b143-94d15dc5b09a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.215534] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:e7:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b835283e-5d13-48f0-b143-94d15dc5b09a', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.224293] env[62105]: DEBUG oslo.service.loopingcall [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.224610] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.228398] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7ac79fe-52c7-458f-b29d-9199d138303d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.253713] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-f87aa475-7469-4a36-ad46-be69fc24e0a1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.253938] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1422.254269] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.254269] env[62105]: value = "task-1903152" [ 1422.254269] env[62105]: _type = "Task" [ 1422.254269] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.254506] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.254739] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.258616] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.258616] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 1422.265721] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903152, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.326993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.327118] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.327271] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.327553] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.327651] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.330263] env[62105]: INFO nova.compute.manager [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Terminating instance [ 1422.383687] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903151, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.395364] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.398804] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.667s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.404657] env[62105]: INFO nova.compute.claims [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.429069] env[62105]: INFO nova.scheduler.client.report [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Deleted allocations for instance a66f5c25-c415-4968-bc3f-6e33311568e6 [ 1422.613860] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903150, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.765104] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] There are 4 instances to clean {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 1422.765386] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b9ff2e4f-0cb6-4ba4-9e62-26237f3c718f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1422.773676] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903152, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.835766] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "refresh_cache-4e039e7d-bc2c-48df-bd9b-eb4ef124482e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.835766] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquired lock "refresh_cache-4e039e7d-bc2c-48df-bd9b-eb4ef124482e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.835919] env[62105]: DEBUG nova.network.neutron [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.885752] env[62105]: DEBUG oslo_vmware.api [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903151, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979159} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.886071] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1422.886473] env[62105]: INFO nova.compute.manager [None req-c25e46e6-f46e-48cb-8ebd-7e5c8ab02ed0 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Took 18.31 seconds to snapshot the instance on the hypervisor. [ 1422.938931] env[62105]: DEBUG oslo_concurrency.lockutils [None req-17a882cc-ce03-4654-bb78-ad3f6ec225db tempest-ServerDiagnosticsTest-1384916761 tempest-ServerDiagnosticsTest-1384916761-project-member] Lock "a66f5c25-c415-4968-bc3f-6e33311568e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.834s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.114321] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903150, 'name': Rename_Task, 'duration_secs': 1.264602} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.114941] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.115323] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3480b17b-dc44-4038-9702-2bb755369ed8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.125107] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1423.125107] env[62105]: value = "task-1903153" [ 1423.125107] env[62105]: _type = "Task" [ 1423.125107] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.142112] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.278254] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 265821f0-7192-4325-b70b-e3679e501172] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1423.280513] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903152, 'name': CreateVM_Task, 'duration_secs': 0.523934} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.280663] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.281508] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.281508] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.282258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1423.282343] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebde3ef9-770a-4ab6-be48-fbd9b438eb6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.289262] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1423.289262] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521045d7-fa0b-573f-577e-112df2d84439" [ 1423.289262] env[62105]: _type = "Task" [ 1423.289262] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.301204] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521045d7-fa0b-573f-577e-112df2d84439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.370918] env[62105]: DEBUG nova.network.neutron [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1423.400196] env[62105]: DEBUG nova.network.neutron [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Successfully updated port: 2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1423.507536] env[62105]: DEBUG nova.network.neutron [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.646104] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.677577] env[62105]: DEBUG nova.compute.manager [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Received event network-changed-b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1423.677780] env[62105]: DEBUG nova.compute.manager [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Refreshing instance network info cache due to event network-changed-b835283e-5d13-48f0-b143-94d15dc5b09a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1423.678051] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] Acquiring lock "refresh_cache-d94f5cbf-7211-4493-98ae-1ce38a6c27a4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.678159] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] Acquired lock "refresh_cache-d94f5cbf-7211-4493-98ae-1ce38a6c27a4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.678325] env[62105]: DEBUG nova.network.neutron [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Refreshing network info cache for port b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.704122] env[62105]: DEBUG nova.compute.manager [req-92c13f2a-24e5-46a8-b228-28a51b8c4b12 req-0b3100f1-fd44-4bb2-a31f-16150e0a401c service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Received event network-vif-plugged-2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1423.704122] env[62105]: DEBUG oslo_concurrency.lockutils [req-92c13f2a-24e5-46a8-b228-28a51b8c4b12 req-0b3100f1-fd44-4bb2-a31f-16150e0a401c service nova] Acquiring lock "45f7c345-1abb-4ed4-8551-44b9b044659d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.704321] env[62105]: DEBUG oslo_concurrency.lockutils [req-92c13f2a-24e5-46a8-b228-28a51b8c4b12 req-0b3100f1-fd44-4bb2-a31f-16150e0a401c service nova] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.704475] env[62105]: DEBUG oslo_concurrency.lockutils [req-92c13f2a-24e5-46a8-b228-28a51b8c4b12 req-0b3100f1-fd44-4bb2-a31f-16150e0a401c service nova] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.704635] env[62105]: DEBUG nova.compute.manager [req-92c13f2a-24e5-46a8-b228-28a51b8c4b12 req-0b3100f1-fd44-4bb2-a31f-16150e0a401c service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] No waiting events found dispatching network-vif-plugged-2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1423.704889] env[62105]: WARNING nova.compute.manager [req-92c13f2a-24e5-46a8-b228-28a51b8c4b12 req-0b3100f1-fd44-4bb2-a31f-16150e0a401c service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Received unexpected event network-vif-plugged-2693b9f6-606a-444e-b4ea-f15e75ecd87c for instance with vm_state building and task_state spawning. [ 1423.787567] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a8b457a1-3816-4b3e-b010-5d1c89734239] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1423.811781] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521045d7-fa0b-573f-577e-112df2d84439, 'name': SearchDatastore_Task, 'duration_secs': 0.017218} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.812236] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.812472] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.812701] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.812853] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.813048] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1423.813319] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f5b8422-37b5-448a-b3ce-9a876c6a7f20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.832167] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1423.832434] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1423.838542] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0982f307-54f2-4afe-8f16-a3cd8010bad2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.851020] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1423.851020] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52de5833-dd3d-ea18-51bc-bc3e92fa258e" [ 1423.851020] env[62105]: _type = "Task" [ 1423.851020] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.863910] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52de5833-dd3d-ea18-51bc-bc3e92fa258e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.907111] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "refresh_cache-45f7c345-1abb-4ed4-8551-44b9b044659d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.907308] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquired lock "refresh_cache-45f7c345-1abb-4ed4-8551-44b9b044659d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.907513] env[62105]: DEBUG nova.network.neutron [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1423.998533] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f770758d-b2ea-4122-b49b-47db2aa40cff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.009848] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822ee8e4-7c80-4ee9-a7f0-846eec6da2eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.014660] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Releasing lock "refresh_cache-4e039e7d-bc2c-48df-bd9b-eb4ef124482e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.016781] env[62105]: DEBUG nova.compute.manager [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1424.016781] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1424.016781] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdfe761-7b60-4c25-a83c-cd3c88401e52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.055013] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e08fcc4-fcfc-46ce-b6ea-ea1916ada1c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.058113] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.059476] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb1838a-1fab-4c6b-9064-a7b892efea67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.075038] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64fb99-b796-457f-8620-1dff4835a164 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.077083] env[62105]: DEBUG oslo_vmware.api [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1424.077083] env[62105]: value = "task-1903154" [ 1424.077083] env[62105]: _type = "Task" [ 1424.077083] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.092402] env[62105]: DEBUG nova.compute.provider_tree [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.099564] env[62105]: DEBUG oslo_vmware.api [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.138433] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903153, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.302879] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 29b6dbc3-b9e4-42cf-a41b-8c82d483bd9a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1424.366275] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52de5833-dd3d-ea18-51bc-bc3e92fa258e, 'name': SearchDatastore_Task, 'duration_secs': 0.013156} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.366829] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9719a417-a7b7-4510-abb0-6b0e70b25bdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.375274] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1424.375274] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bc34c-cbcc-c5aa-17f0-dde3b0f3f57b" [ 1424.375274] env[62105]: _type = "Task" [ 1424.375274] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.387123] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bc34c-cbcc-c5aa-17f0-dde3b0f3f57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.485255] env[62105]: DEBUG nova.network.neutron [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1424.588971] env[62105]: DEBUG oslo_vmware.api [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903154, 'name': PowerOffVM_Task, 'duration_secs': 0.156947} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.589932] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.590263] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1424.591330] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acbc3f84-9819-45fe-8bff-cdef39189381 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.596315] env[62105]: DEBUG nova.scheduler.client.report [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.630125] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1424.630383] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1424.630567] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Deleting the datastore file [datastore1] 4e039e7d-bc2c-48df-bd9b-eb4ef124482e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1424.635183] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5bc8529-7b69-4973-9e28-756ba899ee28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.643832] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903153, 'name': PowerOnVM_Task, 'duration_secs': 1.149416} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.646240] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.646580] env[62105]: INFO nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1424.646580] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.646921] env[62105]: DEBUG oslo_vmware.api [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for the task: (returnval){ [ 1424.646921] env[62105]: value = "task-1903156" [ 1424.646921] env[62105]: _type = "Task" [ 1424.646921] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.647731] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537bb0ac-3f9d-4121-96ac-f2964a0c2aab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.672466] env[62105]: DEBUG oslo_vmware.api [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.813168] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1424.890085] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bc34c-cbcc-c5aa-17f0-dde3b0f3f57b, 'name': SearchDatastore_Task, 'duration_secs': 0.01434} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.890265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.890523] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] d94f5cbf-7211-4493-98ae-1ce38a6c27a4/d94f5cbf-7211-4493-98ae-1ce38a6c27a4.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.890782] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-943a822c-6738-4480-8115-408111baf73f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.902530] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1424.902530] env[62105]: value = "task-1903157" [ 1424.902530] env[62105]: _type = "Task" [ 1424.902530] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.920274] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.984380] env[62105]: DEBUG nova.network.neutron [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Updated VIF entry in instance network info cache for port b835283e-5d13-48f0-b143-94d15dc5b09a. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.985280] env[62105]: DEBUG nova.network.neutron [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Updating instance_info_cache with network_info: [{"id": "b835283e-5d13-48f0-b143-94d15dc5b09a", "address": "fa:16:3e:e9:e7:08", "network": {"id": "38a6c298-fe20-4d9c-81dc-dcd36c4194a4", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-589109443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bbbb44d4b3dc4d4c9bc4419fd275c325", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb835283e-5d", "ovs_interfaceid": "b835283e-5d13-48f0-b143-94d15dc5b09a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.103437] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.105686] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1425.111360] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.273s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.111360] env[62105]: INFO nova.compute.claims [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1425.144894] env[62105]: DEBUG nova.network.neutron [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Updating instance_info_cache with network_info: [{"id": "2693b9f6-606a-444e-b4ea-f15e75ecd87c", "address": "fa:16:3e:c4:3f:98", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2693b9f6-60", "ovs_interfaceid": "2693b9f6-606a-444e-b4ea-f15e75ecd87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.165704] env[62105]: DEBUG oslo_vmware.api [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Task: {'id': task-1903156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161351} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.166198] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1425.166621] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1425.167042] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1425.167286] env[62105]: INFO nova.compute.manager [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1425.167619] env[62105]: DEBUG oslo.service.loopingcall [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.168613] env[62105]: DEBUG nova.compute.manager [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1425.169076] env[62105]: DEBUG nova.network.neutron [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.192917] env[62105]: INFO nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Took 31.34 seconds to build instance. [ 1425.231637] env[62105]: DEBUG nova.network.neutron [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.278961] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "10210a11-05f4-485f-b5e4-fd50e23eba9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.279265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.416232] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903157, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.490649] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e2ef4d5-8066-4262-ae5b-10ac494c86ee req-451d406c-b83c-4cac-a529-6a876a613250 service nova] Releasing lock "refresh_cache-d94f5cbf-7211-4493-98ae-1ce38a6c27a4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.561637] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.561841] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.562039] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.562186] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1425.562678] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.618259] env[62105]: DEBUG nova.compute.utils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.622267] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.622456] env[62105]: DEBUG nova.network.neutron [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.651133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Releasing lock "refresh_cache-45f7c345-1abb-4ed4-8551-44b9b044659d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.652108] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Instance network_info: |[{"id": "2693b9f6-606a-444e-b4ea-f15e75ecd87c", "address": "fa:16:3e:c4:3f:98", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2693b9f6-60", "ovs_interfaceid": "2693b9f6-606a-444e-b4ea-f15e75ecd87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.653035] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:3f:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2693b9f6-606a-444e-b4ea-f15e75ecd87c', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.661172] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Creating folder: Project (0b0e61b38a9e4dd48a98a0630bd2310b). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.661966] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84a5287-f04f-4dd2-b0d3-ee8616211bba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.676650] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Created folder: Project (0b0e61b38a9e4dd48a98a0630bd2310b) in parent group-v392807. [ 1425.677018] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Creating folder: Instances. Parent ref: group-v392873. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1425.677375] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8ea28a8-9d3b-4b02-8dad-55c92abe2ee1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.694283] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Created folder: Instances in parent group-v392873. [ 1425.695065] env[62105]: DEBUG oslo.service.loopingcall [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1425.699118] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.044s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.699382] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.700763] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd03b5d-f0b2-4ab8-b520-9cbc35722767 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.730941] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.730941] env[62105]: value = "task-1903160" [ 1425.730941] env[62105]: _type = "Task" [ 1425.730941] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.738104] env[62105]: DEBUG nova.network.neutron [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.744935] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903160, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.914568] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609452} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.915160] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] d94f5cbf-7211-4493-98ae-1ce38a6c27a4/d94f5cbf-7211-4493-98ae-1ce38a6c27a4.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1425.915568] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.915954] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d296748b-1be2-4da6-82ec-2db6e2e3ccf9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.926131] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1425.926131] env[62105]: value = "task-1903161" [ 1425.926131] env[62105]: _type = "Task" [ 1425.926131] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.937966] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.983143] env[62105]: DEBUG nova.policy [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba505cacc23432686bcda09ad362352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ca61bf24444afda33c24112d275e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1426.068189] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.126367] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1426.225237] env[62105]: DEBUG nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1426.242912] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903160, 'name': CreateVM_Task, 'duration_secs': 0.424972} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.245833] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.246342] env[62105]: INFO nova.compute.manager [-] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Took 1.08 seconds to deallocate network for instance. [ 1426.247333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.247541] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.249728] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1426.249728] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac62bf33-c5f5-4a60-8f40-11661375028f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.260279] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1426.260279] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222b22c-2b2c-e318-acad-51aed1ed50a2" [ 1426.260279] env[62105]: _type = "Task" [ 1426.260279] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.276220] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222b22c-2b2c-e318-acad-51aed1ed50a2, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.276456] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.276692] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.276829] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.276983] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.278113] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.278113] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a2fbc3c-4e47-4def-a944-7928357a9b12 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.300023] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.300023] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.300023] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85825056-47ff-4606-9d65-47feb820fbdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.305331] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1426.305331] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52997474-21c3-812b-77fc-9fce1c8febf5" [ 1426.305331] env[62105]: _type = "Task" [ 1426.305331] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.317526] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52997474-21c3-812b-77fc-9fce1c8febf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.440060] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073752} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.443044] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.444344] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74b4da1-598a-4d71-8138-b57630a9db52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.469805] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] d94f5cbf-7211-4493-98ae-1ce38a6c27a4/d94f5cbf-7211-4493-98ae-1ce38a6c27a4.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.475029] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-132e9e99-9afc-459f-9734-52165cf0c1a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.494484] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1426.494484] env[62105]: value = "task-1903162" [ 1426.494484] env[62105]: _type = "Task" [ 1426.494484] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.509840] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.708312] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75de61-35bb-484f-a6bd-a0af7950f03d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.720036] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443387b9-13c6-4c3d-8660-367f356318ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.758864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.759353] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d643d1-e869-4c74-86e7-fc176988a123 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.771886] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d6a47-9c0f-4b58-8cbc-dcbeadf064c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.788193] env[62105]: DEBUG nova.compute.provider_tree [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.791756] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.792558] env[62105]: DEBUG nova.compute.manager [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Received event network-changed-2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1426.792679] env[62105]: DEBUG nova.compute.manager [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Refreshing instance network info cache due to event network-changed-2693b9f6-606a-444e-b4ea-f15e75ecd87c. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1426.793180] env[62105]: DEBUG oslo_concurrency.lockutils [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] Acquiring lock "refresh_cache-45f7c345-1abb-4ed4-8551-44b9b044659d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.793180] env[62105]: DEBUG oslo_concurrency.lockutils [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] Acquired lock "refresh_cache-45f7c345-1abb-4ed4-8551-44b9b044659d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.793245] env[62105]: DEBUG nova.network.neutron [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Refreshing network info cache for port 2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.822408] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52997474-21c3-812b-77fc-9fce1c8febf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012569} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.823386] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6453a015-c19c-4f02-af96-d6919e734abe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.831997] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1426.831997] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290aa2d-053e-12b6-4d9d-02e41175e3c5" [ 1426.831997] env[62105]: _type = "Task" [ 1426.831997] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.842896] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290aa2d-053e-12b6-4d9d-02e41175e3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.966367] env[62105]: DEBUG nova.network.neutron [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Successfully created port: 05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.011726] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.142103] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.179836] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.180272] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.180520] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.180808] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.181110] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.181311] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.181689] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.181947] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.182252] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.182489] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.182719] env[62105]: DEBUG nova.virt.hardware [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.183745] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c73f183-f427-478d-af57-6ddd273c1a34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.195177] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9b5a54-480d-4799-970a-6970afa7a88b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.300870] env[62105]: DEBUG nova.scheduler.client.report [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.346249] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290aa2d-053e-12b6-4d9d-02e41175e3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.015702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.349028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.349028] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 45f7c345-1abb-4ed4-8551-44b9b044659d/45f7c345-1abb-4ed4-8551-44b9b044659d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.349028] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1acc202b-b3e2-4378-a2b6-04fc11d79258 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.358721] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1427.358721] env[62105]: value = "task-1903163" [ 1427.358721] env[62105]: _type = "Task" [ 1427.358721] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.375866] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.510594] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903162, 'name': ReconfigVM_Task, 'duration_secs': 0.592767} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.511507] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Reconfigured VM instance instance-00000013 to attach disk [datastore2] d94f5cbf-7211-4493-98ae-1ce38a6c27a4/d94f5cbf-7211-4493-98ae-1ce38a6c27a4.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.511627] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbd8429e-5d0d-42a0-ab76-a5da245499c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.521570] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1427.521570] env[62105]: value = "task-1903164" [ 1427.521570] env[62105]: _type = "Task" [ 1427.521570] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.541395] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903164, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.794339] env[62105]: DEBUG nova.network.neutron [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Updated VIF entry in instance network info cache for port 2693b9f6-606a-444e-b4ea-f15e75ecd87c. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.794723] env[62105]: DEBUG nova.network.neutron [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Updating instance_info_cache with network_info: [{"id": "2693b9f6-606a-444e-b4ea-f15e75ecd87c", "address": "fa:16:3e:c4:3f:98", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2693b9f6-60", "ovs_interfaceid": "2693b9f6-606a-444e-b4ea-f15e75ecd87c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.810103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.810680] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1427.813510] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.864s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.817023] env[62105]: DEBUG nova.objects.instance [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lazy-loading 'resources' on Instance uuid d4aa4880-c381-43ee-96dc-e42cb13971fc {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.872868] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903163, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.041093] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903164, 'name': Rename_Task, 'duration_secs': 0.36748} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.041093] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.041093] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-586264c0-f17f-4efd-a5cc-6ed9660933ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.051314] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1428.051314] env[62105]: value = "task-1903165" [ 1428.051314] env[62105]: _type = "Task" [ 1428.051314] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.058489] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.170017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "0b186c48-92ed-4d81-ba08-911e507ffd73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.170277] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.234190] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024ed1-0166-2bdc-ee68-8fbc54462d87/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1428.234190] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f374a1-8f26-47de-a9d3-78b63c2fd20b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.242657] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024ed1-0166-2bdc-ee68-8fbc54462d87/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1428.243486] env[62105]: ERROR oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024ed1-0166-2bdc-ee68-8fbc54462d87/disk-0.vmdk due to incomplete transfer. [ 1428.244229] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-311b0e0c-a337-4c68-94d9-0d6cfe84e92e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.255027] env[62105]: DEBUG oslo_vmware.rw_handles [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52024ed1-0166-2bdc-ee68-8fbc54462d87/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1428.255027] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Uploaded image b4791bb1-6c33-48a5-9fbd-cea4d6c1b89a to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1428.255027] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1428.255530] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1936a3ce-5185-4184-a6fe-9316c3f3bab1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.265057] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1428.265057] env[62105]: value = "task-1903166" [ 1428.265057] env[62105]: _type = "Task" [ 1428.265057] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.278634] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903166, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.297509] env[62105]: DEBUG oslo_concurrency.lockutils [req-344594fd-1cb5-4bfc-abe1-95d3c392c80d req-50609735-5253-4c8e-8ced-af737b463866 service nova] Releasing lock "refresh_cache-45f7c345-1abb-4ed4-8551-44b9b044659d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.317846] env[62105]: DEBUG nova.compute.utils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1428.320238] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1428.320238] env[62105]: DEBUG nova.network.neutron [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1428.375111] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.375420] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 45f7c345-1abb-4ed4-8551-44b9b044659d/45f7c345-1abb-4ed4-8551-44b9b044659d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.377295] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.377295] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-532ea48b-82e2-4284-be2f-b0e1fff35882 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.387062] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1428.387062] env[62105]: value = "task-1903167" [ 1428.387062] env[62105]: _type = "Task" [ 1428.387062] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.403625] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.455879] env[62105]: DEBUG nova.policy [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6785d195a545c9819489ded315c02f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92ade0241f934d688cf7b89934b95769', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1428.566164] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903165, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.776782] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903166, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.823360] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1428.904709] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071738} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.904996] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.906379] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ee2fcb-8e63-4c7f-ae82-e92511d6f0e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.935045] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 45f7c345-1abb-4ed4-8551-44b9b044659d/45f7c345-1abb-4ed4-8551-44b9b044659d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.938343] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-744a8c77-97c8-43e5-96f0-987805dbaad3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.963204] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1428.963204] env[62105]: value = "task-1903168" [ 1428.963204] env[62105]: _type = "Task" [ 1428.963204] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.974529] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.995035] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a0ba95-81ae-445e-820b-32f6ce74fd16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.008646] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0602c-1615-46a1-9718-77503fb1f136 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.050989] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387fbac1-124c-404d-8fbe-16bcf5540155 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.058589] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.058752] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.074670] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c934b9-1c52-4858-8f9b-198fa3060f2c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.079096] env[62105]: DEBUG oslo_vmware.api [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903165, 'name': PowerOnVM_Task, 'duration_secs': 0.555267} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.080330] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.080507] env[62105]: INFO nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1429.080775] env[62105]: DEBUG nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.082122] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1f591-9811-4f96-9e4e-a365b13c0117 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.093591] env[62105]: DEBUG nova.compute.provider_tree [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.118140] env[62105]: DEBUG nova.network.neutron [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Successfully created port: 01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1429.126311] env[62105]: DEBUG nova.network.neutron [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Successfully updated port: 05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1429.277828] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903166, 'name': Destroy_Task, 'duration_secs': 0.612892} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.277828] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Destroyed the VM [ 1429.277974] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1429.278201] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4dc9d33-a601-4e2b-9c0e-97515079f912 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.287224] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1429.287224] env[62105]: value = "task-1903169" [ 1429.287224] env[62105]: _type = "Task" [ 1429.287224] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.299024] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.473512] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903168, 'name': ReconfigVM_Task, 'duration_secs': 0.336594} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.473745] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 45f7c345-1abb-4ed4-8551-44b9b044659d/45f7c345-1abb-4ed4-8551-44b9b044659d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.474408] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb07f056-1dc5-4908-9a0c-579d3f92f07d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.481579] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1429.481579] env[62105]: value = "task-1903170" [ 1429.481579] env[62105]: _type = "Task" [ 1429.481579] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.495347] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903170, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.567579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "f87aa475-7469-4a36-ad46-be69fc24e0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.567579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.567579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "f87aa475-7469-4a36-ad46-be69fc24e0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.567579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.567770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.571412] env[62105]: INFO nova.compute.manager [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Terminating instance [ 1429.597318] env[62105]: DEBUG nova.scheduler.client.report [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.616747] env[62105]: INFO nova.compute.manager [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Took 33.89 seconds to build instance. [ 1429.629985] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-389e1eee-9d9b-4bd9-94df-8cc490f239a6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.630196] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-389e1eee-9d9b-4bd9-94df-8cc490f239a6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.630366] env[62105]: DEBUG nova.network.neutron [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.670260] env[62105]: DEBUG nova.compute.manager [req-67ec4b86-63fa-4bde-b4f4-9ddd6de45533 req-6e4643f0-2bf8-4e98-9179-24b993e6d6a0 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Received event network-vif-plugged-05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1429.670492] env[62105]: DEBUG oslo_concurrency.lockutils [req-67ec4b86-63fa-4bde-b4f4-9ddd6de45533 req-6e4643f0-2bf8-4e98-9179-24b993e6d6a0 service nova] Acquiring lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.670702] env[62105]: DEBUG oslo_concurrency.lockutils [req-67ec4b86-63fa-4bde-b4f4-9ddd6de45533 req-6e4643f0-2bf8-4e98-9179-24b993e6d6a0 service nova] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.670877] env[62105]: DEBUG oslo_concurrency.lockutils [req-67ec4b86-63fa-4bde-b4f4-9ddd6de45533 req-6e4643f0-2bf8-4e98-9179-24b993e6d6a0 service nova] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.671118] env[62105]: DEBUG nova.compute.manager [req-67ec4b86-63fa-4bde-b4f4-9ddd6de45533 req-6e4643f0-2bf8-4e98-9179-24b993e6d6a0 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] No waiting events found dispatching network-vif-plugged-05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1429.671300] env[62105]: WARNING nova.compute.manager [req-67ec4b86-63fa-4bde-b4f4-9ddd6de45533 req-6e4643f0-2bf8-4e98-9179-24b993e6d6a0 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Received unexpected event network-vif-plugged-05fd2a8d-f818-4305-a1cd-c39d5cdcc19c for instance with vm_state building and task_state spawning. [ 1429.797606] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903169, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.840605] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1429.871481] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.871738] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.871894] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.872140] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.872300] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.872463] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.873093] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.873093] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.873093] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.873233] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.873358] env[62105]: DEBUG nova.virt.hardware [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.874283] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e73e24-06cc-49db-b4a8-d1124c5aa9db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.883198] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fdb97c-f2d0-4ab0-a371-078ef6e56669 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.994398] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903170, 'name': Rename_Task, 'duration_secs': 0.149614} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.994789] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1429.995057] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca04f75-439c-4005-96b7-a06a6a01614b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.005726] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1430.005726] env[62105]: value = "task-1903171" [ 1430.005726] env[62105]: _type = "Task" [ 1430.005726] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.014563] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.079615] env[62105]: DEBUG nova.compute.manager [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.080150] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.081279] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2251e-93cd-4e96-b54f-791e4b42f621 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.090420] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.090912] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4813c625-8b04-4c79-a66f-f01fd5383758 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.100847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.100847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.100847] env[62105]: DEBUG oslo_vmware.api [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1430.100847] env[62105]: value = "task-1903172" [ 1430.100847] env[62105]: _type = "Task" [ 1430.100847] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.105642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.108173] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.334s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.110564] env[62105]: INFO nova.compute.claims [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.120562] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22a23542-7118-4605-8fd1-f7ca777014a8 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.407s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.123020] env[62105]: DEBUG oslo_vmware.api [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.138955] env[62105]: INFO nova.scheduler.client.report [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Deleted allocations for instance d4aa4880-c381-43ee-96dc-e42cb13971fc [ 1430.195583] env[62105]: DEBUG nova.network.neutron [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1430.302485] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903169, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.477140] env[62105]: DEBUG nova.network.neutron [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Updating instance_info_cache with network_info: [{"id": "05fd2a8d-f818-4305-a1cd-c39d5cdcc19c", "address": "fa:16:3e:21:3f:ea", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fd2a8d-f8", "ovs_interfaceid": "05fd2a8d-f818-4305-a1cd-c39d5cdcc19c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.521114] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.613528] env[62105]: DEBUG oslo_vmware.api [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903172, 'name': PowerOffVM_Task, 'duration_secs': 0.242767} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.619048] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.619676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.620562] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f877db1c-0b57-4517-8a95-109c4c467ce0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.623665] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1430.650241] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf59cc2-555a-4930-8ec3-b177cae9b9f6 tempest-ImagesNegativeTestJSON-1015544895 tempest-ImagesNegativeTestJSON-1015544895-project-member] Lock "d4aa4880-c381-43ee-96dc-e42cb13971fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.863s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.719520] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.719520] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.719520] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Deleting the datastore file [datastore1] f87aa475-7469-4a36-ad46-be69fc24e0a1 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.719520] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c13628ec-be02-405f-933a-c0e93418c4d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.731035] env[62105]: DEBUG oslo_vmware.api [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for the task: (returnval){ [ 1430.731035] env[62105]: value = "task-1903174" [ 1430.731035] env[62105]: _type = "Task" [ 1430.731035] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.748867] env[62105]: DEBUG oslo_vmware.api [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.804485] env[62105]: DEBUG oslo_vmware.api [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903169, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118503} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.804769] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1430.805041] env[62105]: INFO nova.compute.manager [None req-3c64b72a-2400-419f-b52b-efd4e02f67ba tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Took 16.83 seconds to snapshot the instance on the hypervisor. [ 1430.905143] env[62105]: DEBUG nova.network.neutron [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Successfully updated port: 01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.982474] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-389e1eee-9d9b-4bd9-94df-8cc490f239a6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.982827] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Instance network_info: |[{"id": "05fd2a8d-f818-4305-a1cd-c39d5cdcc19c", "address": "fa:16:3e:21:3f:ea", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fd2a8d-f8", "ovs_interfaceid": "05fd2a8d-f818-4305-a1cd-c39d5cdcc19c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1430.985166] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:3f:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05fd2a8d-f818-4305-a1cd-c39d5cdcc19c', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.995097] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating folder: Project (79ca61bf24444afda33c24112d275e5c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.995959] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e960f84c-f99e-4257-abd4-7bee0f5e6ab9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.012561] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created folder: Project (79ca61bf24444afda33c24112d275e5c) in parent group-v392807. [ 1431.013046] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating folder: Instances. Parent ref: group-v392876. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1431.015413] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c306a1c-689e-4671-86ce-ebb2b6604e14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.027549] env[62105]: DEBUG oslo_vmware.api [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903171, 'name': PowerOnVM_Task, 'duration_secs': 0.714867} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.029317] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.029795] env[62105]: INFO nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1431.032221] env[62105]: DEBUG nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.032221] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344f2c11-490e-473d-83a8-2a80217065b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.040845] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created folder: Instances in parent group-v392876. [ 1431.040845] env[62105]: DEBUG oslo.service.loopingcall [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.040845] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.041281] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6636f310-9bc4-4434-baf8-8ec7571ff168 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.069627] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.069627] env[62105]: value = "task-1903177" [ 1431.069627] env[62105]: _type = "Task" [ 1431.069627] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.077076] env[62105]: DEBUG nova.compute.manager [req-d50a1197-339f-4a99-8469-75ce037480fd req-2b035f83-1fac-4329-8c3a-25a5f6719456 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Received event network-vif-plugged-01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1431.077229] env[62105]: DEBUG oslo_concurrency.lockutils [req-d50a1197-339f-4a99-8469-75ce037480fd req-2b035f83-1fac-4329-8c3a-25a5f6719456 service nova] Acquiring lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.077832] env[62105]: DEBUG oslo_concurrency.lockutils [req-d50a1197-339f-4a99-8469-75ce037480fd req-2b035f83-1fac-4329-8c3a-25a5f6719456 service nova] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.077832] env[62105]: DEBUG oslo_concurrency.lockutils [req-d50a1197-339f-4a99-8469-75ce037480fd req-2b035f83-1fac-4329-8c3a-25a5f6719456 service nova] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.078085] env[62105]: DEBUG nova.compute.manager [req-d50a1197-339f-4a99-8469-75ce037480fd req-2b035f83-1fac-4329-8c3a-25a5f6719456 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] No waiting events found dispatching network-vif-plugged-01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.078651] env[62105]: WARNING nova.compute.manager [req-d50a1197-339f-4a99-8469-75ce037480fd req-2b035f83-1fac-4329-8c3a-25a5f6719456 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Received unexpected event network-vif-plugged-01398014-a11f-4d4b-b326-9614da3875a6 for instance with vm_state building and task_state spawning. [ 1431.082785] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903177, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.149496] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.248985] env[62105]: DEBUG oslo_vmware.api [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Task: {'id': task-1903174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260201} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.249288] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.249531] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.249802] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.249911] env[62105]: INFO nova.compute.manager [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1431.250205] env[62105]: DEBUG oslo.service.loopingcall [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.250431] env[62105]: DEBUG nova.compute.manager [-] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.253090] env[62105]: DEBUG nova.network.neutron [-] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.409020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.409227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.409387] env[62105]: DEBUG nova.network.neutron [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.451033] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.451329] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.451699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.452058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.452340] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.456012] env[62105]: INFO nova.compute.manager [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Terminating instance [ 1431.528334] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "10cc2978-5df9-441b-be88-b5c4ef8764c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.528780] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.528840] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "10cc2978-5df9-441b-be88-b5c4ef8764c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.529116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.529242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.533529] env[62105]: INFO nova.compute.manager [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Terminating instance [ 1431.587505] env[62105]: INFO nova.compute.manager [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Took 35.65 seconds to build instance. [ 1431.597663] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903177, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.783371] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90c484-8c12-4f7a-8ef7-d92a328a88bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.794221] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc68c5-5882-4b70-a2b5-25d0115bfbce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.837538] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5913c336-fcfb-4418-8cfe-82e20dfc1c22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.847351] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a286c0-3a27-4603-9d91-6d386c491594 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.868918] env[62105]: DEBUG nova.compute.provider_tree [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.962485] env[62105]: DEBUG nova.compute.manager [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.962788] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.963752] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ffb19f-7d90-4bb1-8e1f-3be3ddccf761 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.973973] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.974290] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cb59707-37bc-4a57-a8fc-2621826736af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.977279] env[62105]: DEBUG nova.network.neutron [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.040057] env[62105]: DEBUG nova.compute.manager [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1432.041473] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.041638] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925ce797-f3d6-44cf-8015-96dd5608995a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.050802] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.051143] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3067c682-ca98-49a1-bdcd-6ff06c3f87ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.059972] env[62105]: DEBUG oslo_vmware.api [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1432.059972] env[62105]: value = "task-1903179" [ 1432.059972] env[62105]: _type = "Task" [ 1432.059972] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.074083] env[62105]: DEBUG oslo_vmware.api [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.078840] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.079165] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.079353] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleting the datastore file [datastore2] 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.079618] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-959a74ef-5ff8-4fda-8216-b0cb04ee4a23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.093373] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903177, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.094837] env[62105]: DEBUG oslo_concurrency.lockutils [None req-602bc860-a2d5-49fc-9bd2-207adeea233a tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.115s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.094837] env[62105]: DEBUG oslo_vmware.api [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1432.094837] env[62105]: value = "task-1903180" [ 1432.094837] env[62105]: _type = "Task" [ 1432.094837] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.107235] env[62105]: DEBUG oslo_vmware.api [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.114279] env[62105]: DEBUG nova.network.neutron [-] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.177328] env[62105]: DEBUG nova.network.neutron [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance_info_cache with network_info: [{"id": "01398014-a11f-4d4b-b326-9614da3875a6", "address": "fa:16:3e:f8:45:0e", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01398014-a1", "ovs_interfaceid": "01398014-a11f-4d4b-b326-9614da3875a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.361344] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.362421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.375256] env[62105]: DEBUG nova.scheduler.client.report [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1432.455240] env[62105]: DEBUG nova.compute.manager [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Received event network-changed-05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1432.458590] env[62105]: DEBUG nova.compute.manager [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Refreshing instance network info cache due to event network-changed-05fd2a8d-f818-4305-a1cd-c39d5cdcc19c. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1432.458950] env[62105]: DEBUG oslo_concurrency.lockutils [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] Acquiring lock "refresh_cache-389e1eee-9d9b-4bd9-94df-8cc490f239a6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.462023] env[62105]: DEBUG oslo_concurrency.lockutils [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] Acquired lock "refresh_cache-389e1eee-9d9b-4bd9-94df-8cc490f239a6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.462023] env[62105]: DEBUG nova.network.neutron [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Refreshing network info cache for port 05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.529166] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "3cb203e8-a08e-49ce-a3c5-767874dab719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.529340] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.572587] env[62105]: DEBUG oslo_vmware.api [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903179, 'name': PowerOffVM_Task, 'duration_secs': 0.268624} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.572587] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.572587] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.572807] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d09d18e7-72f8-4f26-ba81-9102c74337ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.583166] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903177, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.601935] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.614778] env[62105]: DEBUG oslo_vmware.api [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235902} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.615222] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.615792] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.615792] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.616165] env[62105]: INFO nova.compute.manager [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1432.617103] env[62105]: DEBUG oslo.service.loopingcall [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.617103] env[62105]: INFO nova.compute.manager [-] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Took 1.37 seconds to deallocate network for instance. [ 1432.617328] env[62105]: DEBUG nova.compute.manager [-] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.617560] env[62105]: DEBUG nova.network.neutron [-] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.683168] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.683168] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Instance network_info: |[{"id": "01398014-a11f-4d4b-b326-9614da3875a6", "address": "fa:16:3e:f8:45:0e", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01398014-a1", "ovs_interfaceid": "01398014-a11f-4d4b-b326-9614da3875a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1432.683290] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:45:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01398014-a11f-4d4b-b326-9614da3875a6', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1432.695640] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Creating folder: Project (92ade0241f934d688cf7b89934b95769). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.697268] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f096b8c-c78d-4d20-af41-f14f10a43c14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.700122] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.700543] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.700835] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleting the datastore file [datastore2] 10cc2978-5df9-441b-be88-b5c4ef8764c6 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.701662] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-547e4eb7-713a-495f-89d3-3c0e676ee556 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.711444] env[62105]: DEBUG oslo_vmware.api [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1432.711444] env[62105]: value = "task-1903183" [ 1432.711444] env[62105]: _type = "Task" [ 1432.711444] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.716777] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Created folder: Project (92ade0241f934d688cf7b89934b95769) in parent group-v392807. [ 1432.717166] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Creating folder: Instances. Parent ref: group-v392879. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1432.717558] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c79bfbbe-cc41-47ee-98ba-9d20ce258fd1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.723311] env[62105]: DEBUG oslo_vmware.api [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.734981] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Created folder: Instances in parent group-v392879. [ 1432.735573] env[62105]: DEBUG oslo.service.loopingcall [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.735903] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1432.736250] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-561ceeba-dac4-4f2d-a82b-f04278f51e0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.764268] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1432.764268] env[62105]: value = "task-1903185" [ 1432.764268] env[62105]: _type = "Task" [ 1432.764268] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.777073] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903185, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.880510] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.881162] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.884017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.426s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.884219] env[62105]: DEBUG nova.objects.instance [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1433.086691] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903177, 'name': CreateVM_Task, 'duration_secs': 1.578377} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.087027] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.087773] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.088031] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.088481] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.089220] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42d6a4d7-38e4-4768-8292-9e747645c84b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.097685] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1433.097685] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522f03c9-6966-f9da-403a-8ef9d00fe54b" [ 1433.097685] env[62105]: _type = "Task" [ 1433.097685] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.112932] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522f03c9-6966-f9da-403a-8ef9d00fe54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.129999] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.136131] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.226334] env[62105]: DEBUG oslo_vmware.api [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242276} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.226761] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.227163] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.227496] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.227866] env[62105]: INFO nova.compute.manager [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1433.228248] env[62105]: DEBUG oslo.service.loopingcall [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1433.228621] env[62105]: DEBUG nova.compute.manager [-] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1433.229050] env[62105]: DEBUG nova.network.neutron [-] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1433.275462] env[62105]: DEBUG nova.network.neutron [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Updated VIF entry in instance network info cache for port 05fd2a8d-f818-4305-a1cd-c39d5cdcc19c. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.275934] env[62105]: DEBUG nova.network.neutron [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Updating instance_info_cache with network_info: [{"id": "05fd2a8d-f818-4305-a1cd-c39d5cdcc19c", "address": "fa:16:3e:21:3f:ea", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05fd2a8d-f8", "ovs_interfaceid": "05fd2a8d-f818-4305-a1cd-c39d5cdcc19c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.281878] env[62105]: DEBUG nova.compute.manager [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Received event network-changed-01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1433.282579] env[62105]: DEBUG nova.compute.manager [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Refreshing instance network info cache due to event network-changed-01398014-a11f-4d4b-b326-9614da3875a6. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1433.282579] env[62105]: DEBUG oslo_concurrency.lockutils [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] Acquiring lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.282837] env[62105]: DEBUG oslo_concurrency.lockutils [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] Acquired lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.282837] env[62105]: DEBUG nova.network.neutron [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Refreshing network info cache for port 01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.295191] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903185, 'name': CreateVM_Task, 'duration_secs': 0.460763} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.296666] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1433.297512] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.395678] env[62105]: DEBUG nova.compute.utils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.395678] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1433.395678] env[62105]: DEBUG nova.network.neutron [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.440775] env[62105]: DEBUG nova.policy [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87bcad8a94934fdfa5793a70d1f5ea98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cd612393084d4c971d18722b5aaa4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1433.555200] env[62105]: DEBUG nova.network.neutron [-] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.613759] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522f03c9-6966-f9da-403a-8ef9d00fe54b, 'name': SearchDatastore_Task, 'duration_secs': 0.019309} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.614161] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.615669] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1433.616921] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.616921] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.616921] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1433.616921] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.617177] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1433.619662] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4a6d524-c012-4051-9a37-3e82ec0773d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.620422] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ecb7516-aa39-48ac-a676-dacc846b2adf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.627166] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1433.627166] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c9026c-1c99-34b1-052d-9051f079dcde" [ 1433.627166] env[62105]: _type = "Task" [ 1433.627166] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.634368] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1433.634497] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1433.638010] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a614b6-8b92-45a3-ba44-9e58febbcb52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.640922] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c9026c-1c99-34b1-052d-9051f079dcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.644812] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1433.644812] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52459081-f272-598e-3967-80726afb1457" [ 1433.644812] env[62105]: _type = "Task" [ 1433.644812] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.654115] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52459081-f272-598e-3967-80726afb1457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.785942] env[62105]: DEBUG oslo_concurrency.lockutils [req-389ac073-e2d5-4878-a2cf-a344113d9fa2 req-1fc0c355-9425-4844-9bb0-b74ddcb39848 service nova] Releasing lock "refresh_cache-389e1eee-9d9b-4bd9-94df-8cc490f239a6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.896633] env[62105]: DEBUG oslo_concurrency.lockutils [None req-df9d8c61-f0f4-48b1-9fdf-fa4cba6daa2e tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.897829] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.957s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.899701] env[62105]: INFO nova.compute.claims [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.904593] env[62105]: DEBUG nova.network.neutron [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Successfully created port: 91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.910019] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1434.058186] env[62105]: INFO nova.compute.manager [-] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Took 1.44 seconds to deallocate network for instance. [ 1434.140845] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c9026c-1c99-34b1-052d-9051f079dcde, 'name': SearchDatastore_Task, 'duration_secs': 0.03127} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.141400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.141473] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1434.141705] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.157060] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52459081-f272-598e-3967-80726afb1457, 'name': SearchDatastore_Task, 'duration_secs': 0.020345} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.157877] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc99e80-e28d-4aae-8118-3b4380650978 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.165752] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1434.165752] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527c3891-bd85-b578-6895-e9bbde925fad" [ 1434.165752] env[62105]: _type = "Task" [ 1434.165752] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.175591] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527c3891-bd85-b578-6895-e9bbde925fad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.190265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "45f7c345-1abb-4ed4-8551-44b9b044659d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.190500] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.190770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "45f7c345-1abb-4ed4-8551-44b9b044659d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.191024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.191229] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.193472] env[62105]: INFO nova.compute.manager [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Terminating instance [ 1434.256386] env[62105]: DEBUG nova.network.neutron [-] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.305820] env[62105]: DEBUG nova.network.neutron [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updated VIF entry in instance network info cache for port 01398014-a11f-4d4b-b326-9614da3875a6. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.306122] env[62105]: DEBUG nova.network.neutron [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance_info_cache with network_info: [{"id": "01398014-a11f-4d4b-b326-9614da3875a6", "address": "fa:16:3e:f8:45:0e", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01398014-a1", "ovs_interfaceid": "01398014-a11f-4d4b-b326-9614da3875a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.564702] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.679377] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527c3891-bd85-b578-6895-e9bbde925fad, 'name': SearchDatastore_Task, 'duration_secs': 0.018647} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.680397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.680397] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 389e1eee-9d9b-4bd9-94df-8cc490f239a6/389e1eee-9d9b-4bd9-94df-8cc490f239a6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.680397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.680397] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1434.680603] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-334f933f-c8e0-44c1-a945-9f1adffbf5f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.683046] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b65069b1-4284-4bcb-82f6-20e9239f1eb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.693045] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1434.693045] env[62105]: value = "task-1903186" [ 1434.693045] env[62105]: _type = "Task" [ 1434.693045] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.694461] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1434.694628] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1434.698519] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b542c02c-b33f-472b-9d24-70e4dcfd05f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.701965] env[62105]: DEBUG nova.compute.manager [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.702537] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.703635] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a35584-bc88-4306-8219-9149b9550849 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.716882] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.720428] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.720763] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1434.720763] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd0fa1-a46a-8eec-e724-900e4c92cab3" [ 1434.720763] env[62105]: _type = "Task" [ 1434.720763] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.720959] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827f46e3-a187-4e16-82ef-1ab303fb1261 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.733506] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd0fa1-a46a-8eec-e724-900e4c92cab3, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.736403] env[62105]: DEBUG oslo_vmware.api [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1434.736403] env[62105]: value = "task-1903187" [ 1434.736403] env[62105]: _type = "Task" [ 1434.736403] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.736569] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b92070c-6c95-411d-979c-5fd9d217d06d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.749594] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1434.749594] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e30744-7dde-a904-3db8-846c5cf0b14e" [ 1434.749594] env[62105]: _type = "Task" [ 1434.749594] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.753164] env[62105]: DEBUG oslo_vmware.api [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.767026] env[62105]: INFO nova.compute.manager [-] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Took 1.53 seconds to deallocate network for instance. [ 1434.767026] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e30744-7dde-a904-3db8-846c5cf0b14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.812413] env[62105]: DEBUG oslo_concurrency.lockutils [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] Releasing lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.812786] env[62105]: DEBUG nova.compute.manager [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Received event network-vif-deleted-077b07dc-9082-4496-9b22-02812ff2814e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1434.812908] env[62105]: DEBUG nova.compute.manager [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Received event network-vif-deleted-75e5bd76-3e69-4ce3-8254-51fa45042193 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1434.813099] env[62105]: INFO nova.compute.manager [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Neutron deleted interface 75e5bd76-3e69-4ce3-8254-51fa45042193; detaching it from the instance and deleting it from the info cache [ 1434.813273] env[62105]: DEBUG nova.network.neutron [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.928413] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.966229] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.966229] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.966640] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.966935] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.967274] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.967534] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.967954] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.968245] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.968859] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.968859] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.969023] env[62105]: DEBUG nova.virt.hardware [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.970318] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0bb851-eacd-4c52-925f-8323d60a8328 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.993024] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f6163a-d12d-4a2f-964a-a902ae86d014 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.207759] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501117} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.210486] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 389e1eee-9d9b-4bd9-94df-8cc490f239a6/389e1eee-9d9b-4bd9-94df-8cc490f239a6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.210582] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.212776] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73dc100e-98df-46ec-a210-efd35e773cd3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.223064] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1435.223064] env[62105]: value = "task-1903188" [ 1435.223064] env[62105]: _type = "Task" [ 1435.223064] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.237474] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.262814] env[62105]: DEBUG oslo_vmware.api [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903187, 'name': PowerOffVM_Task, 'duration_secs': 0.192235} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.262975] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.263234] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.263566] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b177e6e4-0c17-4264-9b99-a0eb8df8f376 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.275921] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.275921] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e30744-7dde-a904-3db8-846c5cf0b14e, 'name': SearchDatastore_Task, 'duration_secs': 0.025653} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.275921] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.275921] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60/d4e3e9a1-c0a2-4d89-971b-bf00729ffe60.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1435.276327] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-271729d1-1e64-48db-a7b3-69a6e5f9fea6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.286783] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1435.286783] env[62105]: value = "task-1903190" [ 1435.286783] env[62105]: _type = "Task" [ 1435.286783] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.300229] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.317440] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d6cb756-9e92-4d6d-a04f-8a46a1fb5d4a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.332239] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6c784d-5df9-4ca4-a4eb-0f48268bed31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.368166] env[62105]: DEBUG nova.compute.manager [req-a19b152a-ad1f-49bc-8ea4-96fe8f92b7e6 req-4b942ccc-8493-4405-ada4-0d74c9b7f4d7 service nova] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Detach interface failed, port_id=75e5bd76-3e69-4ce3-8254-51fa45042193, reason: Instance 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1435.437691] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.438459] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.438459] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Deleting the datastore file [datastore2] 45f7c345-1abb-4ed4-8551-44b9b044659d {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.438634] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07a93a6-fb09-4275-97b5-c69343c90b46 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.448216] env[62105]: DEBUG oslo_vmware.api [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for the task: (returnval){ [ 1435.448216] env[62105]: value = "task-1903191" [ 1435.448216] env[62105]: _type = "Task" [ 1435.448216] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.457354] env[62105]: DEBUG oslo_vmware.api [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.584367] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af1a9d-9d21-4ab0-9eec-bfef1eb12925 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.598208] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e330f2-5960-424e-a899-e371e54baebd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.639171] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18defeda-d3a6-4191-bbf5-48bc152ebc34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.647657] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a86ce1-76d7-4c6e-ad14-a5d497631571 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.665459] env[62105]: DEBUG nova.compute.provider_tree [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.742030] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07562} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.744969] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1435.746656] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d37aed7-7923-4380-9ec1-ee4247d97a28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.779195] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 389e1eee-9d9b-4bd9-94df-8cc490f239a6/389e1eee-9d9b-4bd9-94df-8cc490f239a6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1435.779195] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa730865-1cb5-424d-9ab9-7a6e74547ef7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.807159] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496605} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.808487] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60/d4e3e9a1-c0a2-4d89-971b-bf00729ffe60.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1435.808691] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1435.808981] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1435.808981] env[62105]: value = "task-1903192" [ 1435.808981] env[62105]: _type = "Task" [ 1435.808981] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.809519] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-226942ed-970c-4de1-aee7-bd2279689852 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.823163] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.824932] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1435.824932] env[62105]: value = "task-1903193" [ 1435.824932] env[62105]: _type = "Task" [ 1435.824932] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.835565] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.882268] env[62105]: DEBUG nova.compute.manager [req-57973848-aab4-4485-a95e-1692316c6dbb req-2d0f472c-8146-4a50-b0ec-b3e2e5516503 service nova] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Received event network-vif-deleted-ae7131b1-98f5-4fe0-99e7-b985dd292a51 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1435.959096] env[62105]: DEBUG oslo_vmware.api [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Task: {'id': task-1903191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341567} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.959384] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.959566] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.959741] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.959913] env[62105]: INFO nova.compute.manager [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1435.960197] env[62105]: DEBUG oslo.service.loopingcall [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.960403] env[62105]: DEBUG nova.compute.manager [-] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.960558] env[62105]: DEBUG nova.network.neutron [-] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.168525] env[62105]: DEBUG nova.network.neutron [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Successfully updated port: 91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.174564] env[62105]: DEBUG nova.scheduler.client.report [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.326686] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.337564] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081244} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.337841] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1436.338625] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05f808f-59ad-4ec6-a2a9-77c3655d8534 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.369832] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60/d4e3e9a1-c0a2-4d89-971b-bf00729ffe60.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1436.370175] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c765fbb-74ad-4ca6-902c-e48151112456 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.398200] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1436.398200] env[62105]: value = "task-1903194" [ 1436.398200] env[62105]: _type = "Task" [ 1436.398200] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.409999] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.427535] env[62105]: DEBUG nova.compute.manager [req-bbf06730-dec8-4049-a1f3-02668b630817 req-e7e6367e-a3d5-4dc1-88a6-b147f18cc649 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Received event network-vif-plugged-91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1436.427800] env[62105]: DEBUG oslo_concurrency.lockutils [req-bbf06730-dec8-4049-a1f3-02668b630817 req-e7e6367e-a3d5-4dc1-88a6-b147f18cc649 service nova] Acquiring lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.428515] env[62105]: DEBUG oslo_concurrency.lockutils [req-bbf06730-dec8-4049-a1f3-02668b630817 req-e7e6367e-a3d5-4dc1-88a6-b147f18cc649 service nova] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.428791] env[62105]: DEBUG oslo_concurrency.lockutils [req-bbf06730-dec8-4049-a1f3-02668b630817 req-e7e6367e-a3d5-4dc1-88a6-b147f18cc649 service nova] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.429150] env[62105]: DEBUG nova.compute.manager [req-bbf06730-dec8-4049-a1f3-02668b630817 req-e7e6367e-a3d5-4dc1-88a6-b147f18cc649 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] No waiting events found dispatching network-vif-plugged-91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1436.429419] env[62105]: WARNING nova.compute.manager [req-bbf06730-dec8-4049-a1f3-02668b630817 req-e7e6367e-a3d5-4dc1-88a6-b147f18cc649 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Received unexpected event network-vif-plugged-91a166e6-b66c-41fe-8434-c61f3ed182e2 for instance with vm_state building and task_state spawning. [ 1436.681085] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "refresh_cache-0bfdb17e-7f53-4e8c-900c-484ed0a389b3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.681085] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "refresh_cache-0bfdb17e-7f53-4e8c-900c-484ed0a389b3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.681085] env[62105]: DEBUG nova.network.neutron [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.681506] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.685203] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1436.691044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.083s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.693747] env[62105]: INFO nova.compute.claims [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.823246] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903192, 'name': ReconfigVM_Task, 'duration_secs': 0.834194} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.823610] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 389e1eee-9d9b-4bd9-94df-8cc490f239a6/389e1eee-9d9b-4bd9-94df-8cc490f239a6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1436.824389] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4da1449-5c2a-488f-892b-254c22f929ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.833573] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1436.833573] env[62105]: value = "task-1903195" [ 1436.833573] env[62105]: _type = "Task" [ 1436.833573] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.843899] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903195, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.915485] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.964939] env[62105]: DEBUG nova.network.neutron [-] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.203844] env[62105]: DEBUG nova.compute.utils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.210059] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.210059] env[62105]: DEBUG nova.network.neutron [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.252483] env[62105]: DEBUG nova.network.neutron [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.324847] env[62105]: DEBUG nova.policy [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dce5a0afa1d84c6a989f50831134e4ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '181d0790695d474ebe43eaf30a87e3ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.346068] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903195, 'name': Rename_Task, 'duration_secs': 0.186948} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.346852] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.346852] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75d2abea-f241-471c-8846-33c837e50e3f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.356099] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1437.356099] env[62105]: value = "task-1903196" [ 1437.356099] env[62105]: _type = "Task" [ 1437.356099] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.368744] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.415256] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903194, 'name': ReconfigVM_Task, 'duration_secs': 0.53192} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.415393] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60/d4e3e9a1-c0a2-4d89-971b-bf00729ffe60.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.416342] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b7d572-cdd9-47bc-9cb6-9fc7a1fc4d98 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.427076] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1437.427076] env[62105]: value = "task-1903197" [ 1437.427076] env[62105]: _type = "Task" [ 1437.427076] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.449035] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903197, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.470694] env[62105]: INFO nova.compute.manager [-] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Took 1.51 seconds to deallocate network for instance. [ 1437.557746] env[62105]: DEBUG nova.network.neutron [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Updating instance_info_cache with network_info: [{"id": "91a166e6-b66c-41fe-8434-c61f3ed182e2", "address": "fa:16:3e:3a:e2:5f", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a166e6-b6", "ovs_interfaceid": "91a166e6-b66c-41fe-8434-c61f3ed182e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.559561] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "ef5caeab-3236-4566-9464-39e6c5e64bc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.560097] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.709240] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.868876] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.950884] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903197, 'name': Rename_Task, 'duration_secs': 0.255161} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.951452] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.951569] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0abb70f-d0d2-48d9-948e-454ba4c67e27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.965262] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1437.965262] env[62105]: value = "task-1903198" [ 1437.965262] env[62105]: _type = "Task" [ 1437.965262] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.974766] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.987952] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.061726] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "refresh_cache-0bfdb17e-7f53-4e8c-900c-484ed0a389b3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.062166] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance network_info: |[{"id": "91a166e6-b66c-41fe-8434-c61f3ed182e2", "address": "fa:16:3e:3a:e2:5f", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a166e6-b6", "ovs_interfaceid": "91a166e6-b66c-41fe-8434-c61f3ed182e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.062630] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e2:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a166e6-b66c-41fe-8434-c61f3ed182e2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.073715] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating folder: Project (57cd612393084d4c971d18722b5aaa4c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.077670] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-792c6061-9697-44fe-8e0f-50fdbfd37f2f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.081322] env[62105]: DEBUG nova.network.neutron [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Successfully created port: 6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.100275] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.100995] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.100995] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created folder: Project (57cd612393084d4c971d18722b5aaa4c) in parent group-v392807. [ 1438.100995] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating folder: Instances. Parent ref: group-v392882. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.101236] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-085ea7cb-3c96-4099-ab38-7b4931e2bb2c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.113822] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created folder: Instances in parent group-v392882. [ 1438.114118] env[62105]: DEBUG oslo.service.loopingcall [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.117190] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.118067] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4fe5718-3b4b-4dea-9e45-f4c1cfbda961 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.147228] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.147228] env[62105]: value = "task-1903201" [ 1438.147228] env[62105]: _type = "Task" [ 1438.147228] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.159055] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903201, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.206478] env[62105]: DEBUG nova.compute.manager [req-518ddb8a-b775-40cb-83b9-43751a90c945 req-97b0769a-ef42-4fd2-b8e9-f9cb5bc53151 service nova] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Received event network-vif-deleted-2693b9f6-606a-444e-b4ea-f15e75ecd87c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1438.370247] env[62105]: DEBUG oslo_vmware.api [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903196, 'name': PowerOnVM_Task, 'duration_secs': 0.677994} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.370602] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.370771] env[62105]: INFO nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Took 11.23 seconds to spawn the instance on the hypervisor. [ 1438.371244] env[62105]: DEBUG nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.372067] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17040e-5938-44c2-8326-fd32795d390d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.442754] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f4e192-af77-4645-a46a-eb46788ee176 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.458482] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a716b78-c836-4d7a-a421-ff9e3d01f530 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.480021] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.507490] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961c255b-187d-40d8-88bc-1ffe33dba6ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.517147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cae4797-fa55-4e17-a16f-8a38377f1896 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.541892] env[62105]: DEBUG nova.compute.provider_tree [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.657989] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903201, 'name': CreateVM_Task, 'duration_secs': 0.385186} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.658180] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.658882] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.659061] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.659382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1438.659630] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5087d4-3b7b-4543-b8a6-40e114720f30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.666484] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1438.666484] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52af83ee-c22e-2384-9d43-92f595cc3f7e" [ 1438.666484] env[62105]: _type = "Task" [ 1438.666484] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.673037] env[62105]: DEBUG nova.compute.manager [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Received event network-changed-91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1438.673507] env[62105]: DEBUG nova.compute.manager [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Refreshing instance network info cache due to event network-changed-91a166e6-b66c-41fe-8434-c61f3ed182e2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1438.673735] env[62105]: DEBUG oslo_concurrency.lockutils [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] Acquiring lock "refresh_cache-0bfdb17e-7f53-4e8c-900c-484ed0a389b3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.673902] env[62105]: DEBUG oslo_concurrency.lockutils [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] Acquired lock "refresh_cache-0bfdb17e-7f53-4e8c-900c-484ed0a389b3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.674106] env[62105]: DEBUG nova.network.neutron [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Refreshing network info cache for port 91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.684462] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52af83ee-c22e-2384-9d43-92f595cc3f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.685612] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.685885] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.686141] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.686334] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.686581] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.687194] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06f65c3-9d31-4dc3-9731-6f33c2fd1ba5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.701858] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.702228] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.703030] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af8e5a38-64ef-493a-8bba-7fa9f66728b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.711231] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1438.711231] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f07a47-1cf6-c9f3-0395-5c77d83b1814" [ 1438.711231] env[62105]: _type = "Task" [ 1438.711231] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.719883] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.725817] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f07a47-1cf6-c9f3-0395-5c77d83b1814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.753406] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.753406] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.753406] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.753596] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.753737] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.753860] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.754140] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.754229] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.754401] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.754793] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.755045] env[62105]: DEBUG nova.virt.hardware [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.756769] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45d21e6-6017-4b77-bd5a-e269223d5c53 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.770935] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fce57d-ea6a-44f2-a603-5a63bac8611d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.893048] env[62105]: INFO nova.compute.manager [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Took 39.18 seconds to build instance. [ 1438.980524] env[62105]: DEBUG oslo_vmware.api [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903198, 'name': PowerOnVM_Task, 'duration_secs': 0.609492} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.980896] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.981232] env[62105]: INFO nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1438.981447] env[62105]: DEBUG nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.982288] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904abb1c-05e1-472b-a430-6f4fb07c9290 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.047426] env[62105]: DEBUG nova.scheduler.client.report [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.222913] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f07a47-1cf6-c9f3-0395-5c77d83b1814, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.223863] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4298bb57-d911-4882-aed0-904abc18ed69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.231073] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1439.231073] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5265f95b-573a-be3e-522d-b90c14633748" [ 1439.231073] env[62105]: _type = "Task" [ 1439.231073] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.248887] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5265f95b-573a-be3e-522d-b90c14633748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.396050] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15480299-ec34-42f5-8a4e-a1f25f63e324 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.866s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.504817] env[62105]: INFO nova.compute.manager [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Took 36.69 seconds to build instance. [ 1439.558282] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.870s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.558547] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.566107] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.706s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.566107] env[62105]: DEBUG nova.objects.instance [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lazy-loading 'resources' on Instance uuid 3eb963bc-48b0-4fb3-9640-76db178fd09e {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.661386] env[62105]: DEBUG nova.network.neutron [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Updated VIF entry in instance network info cache for port 91a166e6-b66c-41fe-8434-c61f3ed182e2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.661386] env[62105]: DEBUG nova.network.neutron [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Updating instance_info_cache with network_info: [{"id": "91a166e6-b66c-41fe-8434-c61f3ed182e2", "address": "fa:16:3e:3a:e2:5f", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a166e6-b6", "ovs_interfaceid": "91a166e6-b66c-41fe-8434-c61f3ed182e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.745376] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.745839] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.746880] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.746880] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.746880] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.748721] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5265f95b-573a-be3e-522d-b90c14633748, 'name': SearchDatastore_Task, 'duration_secs': 0.033811} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.749303] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.749574] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.750232] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc85a68-1733-4bd8-a62c-1ea9f8d71af7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.755070] env[62105]: INFO nova.compute.manager [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Terminating instance [ 1439.767270] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1439.767270] env[62105]: value = "task-1903202" [ 1439.767270] env[62105]: _type = "Task" [ 1439.767270] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.783112] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.904386] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.006554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cdc3664a-1731-479d-b22c-86f79171ec81 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.877s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.070020] env[62105]: DEBUG nova.compute.utils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.072290] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.072290] env[62105]: DEBUG nova.network.neutron [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.166487] env[62105]: DEBUG oslo_concurrency.lockutils [req-b6ec15d9-1f86-4b52-9064-e79cbe1d25ea req-649b1670-79f7-465e-8a8b-1fb6d4269771 service nova] Releasing lock "refresh_cache-0bfdb17e-7f53-4e8c-900c-484ed0a389b3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.220031] env[62105]: DEBUG nova.policy [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87bcad8a94934fdfa5793a70d1f5ea98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cd612393084d4c971d18722b5aaa4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.262691] env[62105]: DEBUG nova.compute.manager [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.262846] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.263812] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0de6a-87d6-4eda-beaa-8e441b1bc2ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.283318] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493736} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.285514] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.287365] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.287365] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.287365] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f1719e7-d1a9-4aac-9f07-58584a16d0f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.288227] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2224a13c-ebf1-4ec4-bbd7-50d51543ebc7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.296309] env[62105]: DEBUG oslo_vmware.api [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1440.296309] env[62105]: value = "task-1903203" [ 1440.296309] env[62105]: _type = "Task" [ 1440.296309] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.297875] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1440.297875] env[62105]: value = "task-1903204" [ 1440.297875] env[62105]: _type = "Task" [ 1440.297875] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.312307] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.318637] env[62105]: DEBUG oslo_vmware.api [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.434440] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.512600] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1440.580081] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.706041] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11665868-816f-4f91-83d9-70214c2c98b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.717500] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3187a3-f4da-460a-83c8-87b1868aaa35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.750514] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91659e59-9aa0-4376-a546-75464f95b854 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.759881] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e80ff7-a632-4b72-b274-e3142de1ba8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.774498] env[62105]: DEBUG nova.compute.provider_tree [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.782857] env[62105]: DEBUG nova.network.neutron [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Successfully created port: 9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.820766] env[62105]: DEBUG oslo_vmware.api [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903203, 'name': PowerOffVM_Task, 'duration_secs': 0.35474} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.821636] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.821973] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.822757] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd43b70b-4349-4111-afa5-a72bdd582eaf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.829282] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069601} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.829715] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1440.830801] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbcbe02-416a-4edb-8a07-51b5d8b1394e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.857932] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.858764] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff71ee25-1fe9-4524-a0dc-e40d2acbab53 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.880911] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1440.880911] env[62105]: value = "task-1903206" [ 1440.880911] env[62105]: _type = "Task" [ 1440.880911] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.889994] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.910058] env[62105]: DEBUG nova.network.neutron [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Successfully updated port: 6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1440.996575] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.997348] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.997348] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleting the datastore file [datastore1] 389e1eee-9d9b-4bd9-94df-8cc490f239a6 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.998309] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac22ee39-b759-4a1d-908f-a6fb9cbe2119 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.009395] env[62105]: DEBUG oslo_vmware.api [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1441.009395] env[62105]: value = "task-1903207" [ 1441.009395] env[62105]: _type = "Task" [ 1441.009395] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.018663] env[62105]: DEBUG oslo_vmware.api [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.052053] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.286497] env[62105]: DEBUG nova.scheduler.client.report [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.391448] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903206, 'name': ReconfigVM_Task, 'duration_secs': 0.332239} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.391764] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.392423] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e3235e-1741-40f7-b245-84c55b536e41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.400932] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1441.400932] env[62105]: value = "task-1903208" [ 1441.400932] env[62105]: _type = "Task" [ 1441.400932] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.412304] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903208, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.416157] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "refresh_cache-3d1e9644-5a7d-44b0-97bd-0fe56fde3559" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.416157] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired lock "refresh_cache-3d1e9644-5a7d-44b0-97bd-0fe56fde3559" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.416157] env[62105]: DEBUG nova.network.neutron [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.502478] env[62105]: DEBUG nova.compute.manager [req-be01df9b-dce2-470c-9236-f6884db57335 req-5d300150-291e-4152-940b-33f94fd9ac5b service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Received event network-vif-plugged-6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1441.502729] env[62105]: DEBUG oslo_concurrency.lockutils [req-be01df9b-dce2-470c-9236-f6884db57335 req-5d300150-291e-4152-940b-33f94fd9ac5b service nova] Acquiring lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.502983] env[62105]: DEBUG oslo_concurrency.lockutils [req-be01df9b-dce2-470c-9236-f6884db57335 req-5d300150-291e-4152-940b-33f94fd9ac5b service nova] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.503213] env[62105]: DEBUG oslo_concurrency.lockutils [req-be01df9b-dce2-470c-9236-f6884db57335 req-5d300150-291e-4152-940b-33f94fd9ac5b service nova] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.503408] env[62105]: DEBUG nova.compute.manager [req-be01df9b-dce2-470c-9236-f6884db57335 req-5d300150-291e-4152-940b-33f94fd9ac5b service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] No waiting events found dispatching network-vif-plugged-6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1441.503610] env[62105]: WARNING nova.compute.manager [req-be01df9b-dce2-470c-9236-f6884db57335 req-5d300150-291e-4152-940b-33f94fd9ac5b service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Received unexpected event network-vif-plugged-6a7dc395-a4cf-4844-9dcd-589800b77671 for instance with vm_state building and task_state spawning. [ 1441.518329] env[62105]: DEBUG oslo_vmware.api [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205684} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.520202] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.520202] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.520202] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.520202] env[62105]: INFO nova.compute.manager [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1441.520202] env[62105]: DEBUG oslo.service.loopingcall [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.520422] env[62105]: DEBUG nova.compute.manager [-] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.520422] env[62105]: DEBUG nova.network.neutron [-] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.537414] env[62105]: DEBUG nova.compute.manager [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1441.590095] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.624268] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1441.624742] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.625380] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1441.625380] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.625380] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1441.625568] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1441.625844] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1441.626078] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1441.626593] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1441.626925] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1441.627337] env[62105]: DEBUG nova.virt.hardware [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1441.628185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c2949-d9c4-4e27-aee2-46cce0f43b31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.637251] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6910ab-5499-43e4-867c-57021b7c6755 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.793361] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.798643] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.047s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1441.801337] env[62105]: INFO nova.compute.claims [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.843042] env[62105]: INFO nova.scheduler.client.report [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Deleted allocations for instance 3eb963bc-48b0-4fb3-9640-76db178fd09e [ 1441.918443] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903208, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.966838] env[62105]: DEBUG nova.network.neutron [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.062495] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.140939] env[62105]: DEBUG nova.network.neutron [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Updating instance_info_cache with network_info: [{"id": "6a7dc395-a4cf-4844-9dcd-589800b77671", "address": "fa:16:3e:73:bd:ff", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7dc395-a4", "ovs_interfaceid": "6a7dc395-a4cf-4844-9dcd-589800b77671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.350653] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6c5f8d4-f49e-49e1-8be1-a7d1a191f309 tempest-ServerDiagnosticsNegativeTest-315077540 tempest-ServerDiagnosticsNegativeTest-315077540-project-member] Lock "3eb963bc-48b0-4fb3-9640-76db178fd09e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.807s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.416483] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903208, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.427717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "749d4191-d3d8-438e-87c1-378fb54bf6ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.427998] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.586603] env[62105]: DEBUG nova.network.neutron [-] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.644118] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Releasing lock "refresh_cache-3d1e9644-5a7d-44b0-97bd-0fe56fde3559" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.644118] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Instance network_info: |[{"id": "6a7dc395-a4cf-4844-9dcd-589800b77671", "address": "fa:16:3e:73:bd:ff", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7dc395-a4", "ovs_interfaceid": "6a7dc395-a4cf-4844-9dcd-589800b77671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.644645] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:bd:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7dc395-a4cf-4844-9dcd-589800b77671', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.653790] env[62105]: DEBUG oslo.service.loopingcall [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1442.654249] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1442.654486] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57e3defa-d3f7-4b6c-92b4-e4bf5bf64d24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.682777] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1442.682777] env[62105]: value = "task-1903209" [ 1442.682777] env[62105]: _type = "Task" [ 1442.682777] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.693119] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903209, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.713714] env[62105]: DEBUG nova.network.neutron [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Successfully updated port: 9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.764262] env[62105]: DEBUG nova.compute.manager [req-7abf0b3d-84d6-4897-973d-5b726dcd56b3 req-34f28980-f62f-45d9-bd4e-c29c41e55129 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Received event network-vif-plugged-9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1442.764925] env[62105]: DEBUG oslo_concurrency.lockutils [req-7abf0b3d-84d6-4897-973d-5b726dcd56b3 req-34f28980-f62f-45d9-bd4e-c29c41e55129 service nova] Acquiring lock "ae779600-8b2a-4712-998d-e47752965086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.765061] env[62105]: DEBUG oslo_concurrency.lockutils [req-7abf0b3d-84d6-4897-973d-5b726dcd56b3 req-34f28980-f62f-45d9-bd4e-c29c41e55129 service nova] Lock "ae779600-8b2a-4712-998d-e47752965086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.768195] env[62105]: DEBUG oslo_concurrency.lockutils [req-7abf0b3d-84d6-4897-973d-5b726dcd56b3 req-34f28980-f62f-45d9-bd4e-c29c41e55129 service nova] Lock "ae779600-8b2a-4712-998d-e47752965086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.768619] env[62105]: DEBUG nova.compute.manager [req-7abf0b3d-84d6-4897-973d-5b726dcd56b3 req-34f28980-f62f-45d9-bd4e-c29c41e55129 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] No waiting events found dispatching network-vif-plugged-9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.768684] env[62105]: WARNING nova.compute.manager [req-7abf0b3d-84d6-4897-973d-5b726dcd56b3 req-34f28980-f62f-45d9-bd4e-c29c41e55129 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Received unexpected event network-vif-plugged-9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 for instance with vm_state building and task_state spawning. [ 1442.923288] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903208, 'name': Rename_Task, 'duration_secs': 1.157686} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.923684] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.930260] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0298a36-da83-4404-8d53-927266449c28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.942300] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1442.942300] env[62105]: value = "task-1903210" [ 1442.942300] env[62105]: _type = "Task" [ 1442.942300] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.960109] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.093158] env[62105]: INFO nova.compute.manager [-] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Took 1.57 seconds to deallocate network for instance. [ 1443.200734] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903209, 'name': CreateVM_Task, 'duration_secs': 0.391812} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.201000] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1443.201734] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.201957] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.202294] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1443.202877] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9454fc-99b6-415a-89e4-a5460fb2af07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.212751] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1443.212751] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d2a7dc-8708-0968-abdb-20dc4d3df97c" [ 1443.212751] env[62105]: _type = "Task" [ 1443.212751] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.220752] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "refresh_cache-ae779600-8b2a-4712-998d-e47752965086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.220752] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "refresh_cache-ae779600-8b2a-4712-998d-e47752965086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.220752] env[62105]: DEBUG nova.network.neutron [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.225672] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d2a7dc-8708-0968-abdb-20dc4d3df97c, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.226844] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.227185] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1443.227425] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.228039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.228246] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1443.231569] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ebf229d-e52a-47cf-a82d-6a8341552d6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.242581] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1443.242760] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1443.243516] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd0b6c9-7781-4ede-8653-ea61a6b80ea0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.255125] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1443.255125] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f3c8f7-88d4-666b-0b2b-17b67df34fce" [ 1443.255125] env[62105]: _type = "Task" [ 1443.255125] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.264114] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f3c8f7-88d4-666b-0b2b-17b67df34fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.455385] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903210, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.513876] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23179676-06f2-4cc9-8515-8533e4323e32 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.523835] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b005a-1550-4150-a7e9-e911b2cff32f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.564391] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3214982b-4627-45f9-828a-8f7030b5c9cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.576816] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47d281a-ce58-4af3-aaf6-32c8bed72049 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.596554] env[62105]: DEBUG nova.compute.provider_tree [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.605584] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.741157] env[62105]: DEBUG nova.compute.manager [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Received event network-changed-6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1443.741775] env[62105]: DEBUG nova.compute.manager [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Refreshing instance network info cache due to event network-changed-6a7dc395-a4cf-4844-9dcd-589800b77671. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1443.741775] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] Acquiring lock "refresh_cache-3d1e9644-5a7d-44b0-97bd-0fe56fde3559" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.742280] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] Acquired lock "refresh_cache-3d1e9644-5a7d-44b0-97bd-0fe56fde3559" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.743132] env[62105]: DEBUG nova.network.neutron [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Refreshing network info cache for port 6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1443.755458] env[62105]: DEBUG nova.network.neutron [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.775030] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f3c8f7-88d4-666b-0b2b-17b67df34fce, 'name': SearchDatastore_Task, 'duration_secs': 0.013235} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.775888] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e5fdb16-41ef-4c77-89dd-a430509288f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.784376] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1443.784376] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5221644f-cb79-3d97-5386-297159a8fac3" [ 1443.784376] env[62105]: _type = "Task" [ 1443.784376] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.796881] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5221644f-cb79-3d97-5386-297159a8fac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.944802] env[62105]: DEBUG nova.network.neutron [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Updating instance_info_cache with network_info: [{"id": "9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545", "address": "fa:16:3e:6e:3a:6e", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc32d47-1c", "ovs_interfaceid": "9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.956544] env[62105]: DEBUG oslo_vmware.api [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903210, 'name': PowerOnVM_Task, 'duration_secs': 0.609358} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.957056] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.957056] env[62105]: INFO nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1443.958163] env[62105]: DEBUG nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.958163] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa94fa-6903-41c5-80f6-2a94b4ae8486 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.100427] env[62105]: DEBUG nova.scheduler.client.report [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.298688] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5221644f-cb79-3d97-5386-297159a8fac3, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.298965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.299287] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3d1e9644-5a7d-44b0-97bd-0fe56fde3559/3d1e9644-5a7d-44b0-97bd-0fe56fde3559.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.299553] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b46c88c7-1473-4886-b922-48f06afd2807 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.310681] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1444.310681] env[62105]: value = "task-1903211" [ 1444.310681] env[62105]: _type = "Task" [ 1444.310681] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.323880] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.450911] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "refresh_cache-ae779600-8b2a-4712-998d-e47752965086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.451340] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Instance network_info: |[{"id": "9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545", "address": "fa:16:3e:6e:3a:6e", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc32d47-1c", "ovs_interfaceid": "9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.451817] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:3a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.460673] env[62105]: DEBUG oslo.service.loopingcall [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.461973] env[62105]: DEBUG nova.network.neutron [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Updated VIF entry in instance network info cache for port 6a7dc395-a4cf-4844-9dcd-589800b77671. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.462391] env[62105]: DEBUG nova.network.neutron [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Updating instance_info_cache with network_info: [{"id": "6a7dc395-a4cf-4844-9dcd-589800b77671", "address": "fa:16:3e:73:bd:ff", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7dc395-a4", "ovs_interfaceid": "6a7dc395-a4cf-4844-9dcd-589800b77671", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.467236] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae779600-8b2a-4712-998d-e47752965086] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.467236] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f33b54aa-8bba-4bee-adf0-c2eb547dbd45 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.497419] env[62105]: INFO nova.compute.manager [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Took 39.75 seconds to build instance. [ 1444.499188] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.499188] env[62105]: value = "task-1903212" [ 1444.499188] env[62105]: _type = "Task" [ 1444.499188] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.513243] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903212, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.606356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.606917] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.612432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.299s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.613585] env[62105]: INFO nova.compute.claims [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.825385] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903211, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.967203] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] Releasing lock "refresh_cache-3d1e9644-5a7d-44b0-97bd-0fe56fde3559" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.968250] env[62105]: DEBUG nova.compute.manager [req-5f8912d3-dfa6-40b8-b9be-0021a0578c83 req-80c32b79-4477-45e0-9f60-2b12d08c1374 service nova] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Received event network-vif-deleted-05fd2a8d-f818-4305-a1cd-c39d5cdcc19c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1445.000709] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1173ee09-6ec2-4937-b7d2-2c567fbf8984 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.548s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.013749] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903212, 'name': CreateVM_Task, 'duration_secs': 0.449637} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.013889] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae779600-8b2a-4712-998d-e47752965086] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.015570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.015570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.015570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.015570] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aeb44b3-f727-4a2b-a212-3f9fb450e9b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.021208] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1445.021208] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bafd51-3fc3-ca5c-fd4c-5b0c67641fc2" [ 1445.021208] env[62105]: _type = "Task" [ 1445.021208] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.032280] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bafd51-3fc3-ca5c-fd4c-5b0c67641fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.118218] env[62105]: DEBUG nova.compute.utils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.122260] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.122385] env[62105]: DEBUG nova.network.neutron [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.171195] env[62105]: DEBUG nova.policy [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20d8ff7494c94c65b3c479b1a0bde654', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2358120294dd4f0fa717d9392ef33ad3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.228325] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.228547] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.324399] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721101} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.324882] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3d1e9644-5a7d-44b0-97bd-0fe56fde3559/3d1e9644-5a7d-44b0-97bd-0fe56fde3559.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1445.327168] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1445.327168] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85eed8ce-dd7e-4a6e-af8c-fe409f74b7a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.333478] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1445.333478] env[62105]: value = "task-1903213" [ 1445.333478] env[62105]: _type = "Task" [ 1445.333478] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.343662] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.475538] env[62105]: DEBUG nova.compute.manager [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Received event network-changed-9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1445.475538] env[62105]: DEBUG nova.compute.manager [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Refreshing instance network info cache due to event network-changed-9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1445.475538] env[62105]: DEBUG oslo_concurrency.lockutils [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] Acquiring lock "refresh_cache-ae779600-8b2a-4712-998d-e47752965086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.475538] env[62105]: DEBUG oslo_concurrency.lockutils [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] Acquired lock "refresh_cache-ae779600-8b2a-4712-998d-e47752965086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.475538] env[62105]: DEBUG nova.network.neutron [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Refreshing network info cache for port 9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.500733] env[62105]: DEBUG nova.network.neutron [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Successfully created port: 352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.508057] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.538744] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bafd51-3fc3-ca5c-fd4c-5b0c67641fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.014288} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.539386] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.539386] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.539591] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.541696] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.541696] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.541696] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27561a2d-1f82-481e-beaa-74fb98dc3917 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.555495] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.555694] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.557048] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a954b72-8d11-403c-a5e0-7723fe8d51da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.563851] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1445.563851] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526e3ab9-d0b9-d336-e7ad-73574175cf65" [ 1445.563851] env[62105]: _type = "Task" [ 1445.563851] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.574110] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526e3ab9-d0b9-d336-e7ad-73574175cf65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.622741] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.846708] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299361} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.846998] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.847810] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f28a7c-d125-409d-b543-328533b88d51 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.872828] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 3d1e9644-5a7d-44b0-97bd-0fe56fde3559/3d1e9644-5a7d-44b0-97bd-0fe56fde3559.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.876861] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5216ead7-1b34-41e5-9f97-3a79973e3337 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.897182] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1445.897182] env[62105]: value = "task-1903214" [ 1445.897182] env[62105]: _type = "Task" [ 1445.897182] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.908705] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.032149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.032149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.035837] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.075377] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526e3ab9-d0b9-d336-e7ad-73574175cf65, 'name': SearchDatastore_Task, 'duration_secs': 0.047078} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.081270] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ddfc18-b84e-4119-a585-ecb14bfe3127 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.088266] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1446.088266] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52972e63-4a32-2bc9-c73f-7e75ca5f41a7" [ 1446.088266] env[62105]: _type = "Task" [ 1446.088266] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.101299] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52972e63-4a32-2bc9-c73f-7e75ca5f41a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.230402] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2727bcd-ef04-441b-b367-d91c1a12a579 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.239561] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36387c3-2ecd-4e51-8ea2-78168665746c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.275964] env[62105]: DEBUG nova.network.neutron [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Updated VIF entry in instance network info cache for port 9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.276478] env[62105]: DEBUG nova.network.neutron [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Updating instance_info_cache with network_info: [{"id": "9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545", "address": "fa:16:3e:6e:3a:6e", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bc32d47-1c", "ovs_interfaceid": "9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.278227] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2edbd4-9221-4135-9e8c-5a404afa3566 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.287257] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790dbec1-20fa-47ae-9489-0f5bcc2de952 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.303339] env[62105]: DEBUG nova.compute.provider_tree [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.409297] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903214, 'name': ReconfigVM_Task, 'duration_secs': 0.298115} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.409719] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 3d1e9644-5a7d-44b0-97bd-0fe56fde3559/3d1e9644-5a7d-44b0-97bd-0fe56fde3559.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1446.410305] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf4dac5-d29d-49ed-adaa-009e1f927019 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.418639] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1446.418639] env[62105]: value = "task-1903215" [ 1446.418639] env[62105]: _type = "Task" [ 1446.418639] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.430030] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903215, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.601977] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52972e63-4a32-2bc9-c73f-7e75ca5f41a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.602421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.602735] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ae779600-8b2a-4712-998d-e47752965086/ae779600-8b2a-4712-998d-e47752965086.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.603093] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58e12c95-5e09-40d6-bafe-9189eb4e3b7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.612356] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1446.612356] env[62105]: value = "task-1903216" [ 1446.612356] env[62105]: _type = "Task" [ 1446.612356] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.621333] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.636815] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.673592] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.675230] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.675230] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.675230] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.675230] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.675230] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.675362] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.675362] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.675362] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.675362] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.675518] env[62105]: DEBUG nova.virt.hardware [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.677468] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9857e03-95d7-4006-b486-cab0d46694c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.686478] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f707e6f3-4a17-4963-b03b-587b2960756d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.782516] env[62105]: DEBUG oslo_concurrency.lockutils [req-52f44b4c-3f92-4f57-b498-99be906fbdb8 req-bf5c2f14-5cbf-4171-aa3c-0bc22e45a934 service nova] Releasing lock "refresh_cache-ae779600-8b2a-4712-998d-e47752965086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.807034] env[62105]: DEBUG nova.scheduler.client.report [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.929164] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903215, 'name': Rename_Task, 'duration_secs': 0.157917} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.929539] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.929700] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b8a92f7-9321-4d93-bf00-cedacd1dbcc0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.940087] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1446.940087] env[62105]: value = "task-1903217" [ 1446.940087] env[62105]: _type = "Task" [ 1446.940087] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.949396] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.130106] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903216, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.172310] env[62105]: DEBUG nova.network.neutron [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Successfully updated port: 352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1447.312322] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.313511] env[62105]: DEBUG nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1447.315894] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.383s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.317031] env[62105]: DEBUG nova.objects.instance [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1447.456021] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.504043] env[62105]: DEBUG nova.compute.manager [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Received event network-vif-plugged-352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1447.505090] env[62105]: DEBUG oslo_concurrency.lockutils [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] Acquiring lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.505090] env[62105]: DEBUG oslo_concurrency.lockutils [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.505090] env[62105]: DEBUG oslo_concurrency.lockutils [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.505090] env[62105]: DEBUG nova.compute.manager [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] No waiting events found dispatching network-vif-plugged-352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.505090] env[62105]: WARNING nova.compute.manager [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Received unexpected event network-vif-plugged-352ede0d-229a-4dad-9fa3-0b1b916ede8a for instance with vm_state building and task_state spawning. [ 1447.505519] env[62105]: DEBUG nova.compute.manager [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Received event network-changed-352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1447.505519] env[62105]: DEBUG nova.compute.manager [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Refreshing instance network info cache due to event network-changed-352ede0d-229a-4dad-9fa3-0b1b916ede8a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1447.505519] env[62105]: DEBUG oslo_concurrency.lockutils [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] Acquiring lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.505684] env[62105]: DEBUG oslo_concurrency.lockutils [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] Acquired lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.505800] env[62105]: DEBUG nova.network.neutron [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Refreshing network info cache for port 352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.623551] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755685} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.623829] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ae779600-8b2a-4712-998d-e47752965086/ae779600-8b2a-4712-998d-e47752965086.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.624052] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.624307] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-030cfd1d-0f88-4bfd-a511-7ed717619bf7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.631191] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1447.631191] env[62105]: value = "task-1903218" [ 1447.631191] env[62105]: _type = "Task" [ 1447.631191] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.640524] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.677740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.821504] env[62105]: DEBUG nova.compute.utils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1447.825625] env[62105]: DEBUG nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1447.951229] env[62105]: DEBUG oslo_vmware.api [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903217, 'name': PowerOnVM_Task, 'duration_secs': 0.659296} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.951534] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.951739] env[62105]: INFO nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1447.951920] env[62105]: DEBUG nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.952835] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b91148-d4cc-4e32-8427-56cee667bd03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.043213] env[62105]: DEBUG nova.network.neutron [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.125522] env[62105]: DEBUG nova.network.neutron [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.144502] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156909} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.144502] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.145124] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953f070a-c08b-4f19-baf8-2b0965958d13 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.167375] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] ae779600-8b2a-4712-998d-e47752965086/ae779600-8b2a-4712-998d-e47752965086.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.167677] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28133c05-c5bc-4144-b614-90c030848c7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.188985] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1448.188985] env[62105]: value = "task-1903219" [ 1448.188985] env[62105]: _type = "Task" [ 1448.188985] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.197070] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.326939] env[62105]: DEBUG nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1448.331824] env[62105]: DEBUG oslo_concurrency.lockutils [None req-39cd4ba2-fb52-41d4-9617-907123884085 tempest-ServersAdmin275Test-1713967673 tempest-ServersAdmin275Test-1713967673-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.332185] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.264s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.332367] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.332680] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1448.332822] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.575s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.333046] env[62105]: DEBUG nova.objects.instance [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lazy-loading 'resources' on Instance uuid 4e039e7d-bc2c-48df-bd9b-eb4ef124482e {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.334970] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc4911d-ab85-48ff-94a3-ef76a5b2932c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.344557] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4518a459-dfe1-4b50-a5bf-a6df2c949997 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.361755] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa92d2-4fa1-4f95-9737-beba1ece08c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.369747] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8eb62-85c4-49c2-8aab-b8e48716b71b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.400787] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179893MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1448.400963] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.468991] env[62105]: INFO nova.compute.manager [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Took 41.55 seconds to build instance. [ 1448.628539] env[62105]: DEBUG oslo_concurrency.lockutils [req-068a7dd5-851b-4dab-97ad-ac4cc8784674 req-d86c91cd-609c-49e3-9b12-edfd79e0a2fa service nova] Releasing lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.629177] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquired lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.629177] env[62105]: DEBUG nova.network.neutron [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.699645] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.972298] env[62105]: DEBUG oslo_concurrency.lockutils [None req-438d895f-1865-435c-bc0b-9b6873bbad62 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.641s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.172645] env[62105]: DEBUG nova.network.neutron [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.205253] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903219, 'name': ReconfigVM_Task, 'duration_secs': 0.690352} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.205946] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Reconfigured VM instance instance-00000019 to attach disk [datastore2] ae779600-8b2a-4712-998d-e47752965086/ae779600-8b2a-4712-998d-e47752965086.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.206289] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-811c1a14-e68c-4553-9bd5-11d5c9bd4d1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.214273] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1449.214273] env[62105]: value = "task-1903220" [ 1449.214273] env[62105]: _type = "Task" [ 1449.214273] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.228247] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903220, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.333942] env[62105]: DEBUG nova.network.neutron [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Updating instance_info_cache with network_info: [{"id": "352ede0d-229a-4dad-9fa3-0b1b916ede8a", "address": "fa:16:3e:81:7f:47", "network": {"id": "e8771709-1209-486c-b4fe-63f86973bf36", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2135829743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2358120294dd4f0fa717d9392ef33ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352ede0d-22", "ovs_interfaceid": "352ede0d-229a-4dad-9fa3-0b1b916ede8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.338535] env[62105]: DEBUG nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1449.374144] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.374535] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.374708] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.374924] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.375136] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.375219] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.375401] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.375562] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.375726] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.375943] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.376072] env[62105]: DEBUG nova.virt.hardware [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.376977] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d23dd0-628a-4cb5-8bb5-c72be51f3b5e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.388123] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129f2b3-f312-4e81-a2b7-b283c9136c01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.402097] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.407835] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Creating folder: Project (eaff3a6777004cc1a170d5e0e888029c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.410472] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23f76c44-22d7-45cf-8c90-1d917d73562d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.421469] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Created folder: Project (eaff3a6777004cc1a170d5e0e888029c) in parent group-v392807. [ 1449.421624] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Creating folder: Instances. Parent ref: group-v392887. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.424145] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46449da-7f98-4999-ae42-b1ce38887998 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.433065] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Created folder: Instances in parent group-v392887. [ 1449.433331] env[62105]: DEBUG oslo.service.loopingcall [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.433523] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.433724] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3815759d-5787-464b-b3c0-270a70e3296d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.455824] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.455824] env[62105]: value = "task-1903223" [ 1449.455824] env[62105]: _type = "Task" [ 1449.455824] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.461192] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77835353-b24b-40df-9eae-f131483f8b3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.468342] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903223, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.471187] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026af17-618d-48ae-b2b3-8d9ab628e890 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.476227] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1449.513663] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5fb108-85e2-4eba-8eb9-491cb7851833 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.530688] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42111b2-5b4e-4779-a971-2ad5fd070b67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.546978] env[62105]: DEBUG nova.compute.provider_tree [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.724424] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903220, 'name': Rename_Task, 'duration_secs': 0.361182} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.724727] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.724995] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d399696-f37c-44a8-991e-4c69a00a87f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.731817] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1449.731817] env[62105]: value = "task-1903224" [ 1449.731817] env[62105]: _type = "Task" [ 1449.731817] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.737278] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbed907-021c-4815-b3dc-4f4c99baf99d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.744408] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.746134] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Suspending the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1449.746537] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-aaea5a03-a4a6-4e7d-bf13-704ab3607cbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.753148] env[62105]: DEBUG oslo_vmware.api [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] Waiting for the task: (returnval){ [ 1449.753148] env[62105]: value = "task-1903225" [ 1449.753148] env[62105]: _type = "Task" [ 1449.753148] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.762387] env[62105]: DEBUG oslo_vmware.api [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] Task: {'id': task-1903225, 'name': SuspendVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.836356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Releasing lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.836552] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Instance network_info: |[{"id": "352ede0d-229a-4dad-9fa3-0b1b916ede8a", "address": "fa:16:3e:81:7f:47", "network": {"id": "e8771709-1209-486c-b4fe-63f86973bf36", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2135829743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2358120294dd4f0fa717d9392ef33ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352ede0d-22", "ovs_interfaceid": "352ede0d-229a-4dad-9fa3-0b1b916ede8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.836995] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a15de394-0367-4921-a5c1-6ac8615e3283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '352ede0d-229a-4dad-9fa3-0b1b916ede8a', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.845400] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Creating folder: Project (2358120294dd4f0fa717d9392ef33ad3). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.845966] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e1167dd-7f08-401e-9804-13f8bafe1277 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.858022] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Created folder: Project (2358120294dd4f0fa717d9392ef33ad3) in parent group-v392807. [ 1449.858300] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Creating folder: Instances. Parent ref: group-v392890. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1449.858563] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9401d55-5f16-4a4e-bc95-a17bf4dfefd3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.868606] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Created folder: Instances in parent group-v392890. [ 1449.868814] env[62105]: DEBUG oslo.service.loopingcall [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.869021] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.869293] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9594b00-de2e-4989-92d1-ab31b2ac8628 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.890200] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.890200] env[62105]: value = "task-1903228" [ 1449.890200] env[62105]: _type = "Task" [ 1449.890200] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.898776] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903228, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.965833] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903223, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.036914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.049166] env[62105]: DEBUG nova.scheduler.client.report [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.243908] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.264120] env[62105]: DEBUG oslo_vmware.api [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] Task: {'id': task-1903225, 'name': SuspendVM_Task} progress is 62%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.402204] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903228, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.470649] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903223, 'name': CreateVM_Task, 'duration_secs': 0.605368} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.470835] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.474453] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.474453] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.474453] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1450.474453] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45d0c8f-3aeb-44c2-986a-c3b5daa725aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.483437] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1450.483437] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f309f2-cf70-c8c8-6f56-254be7b405eb" [ 1450.483437] env[62105]: _type = "Task" [ 1450.483437] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.492518] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f309f2-cf70-c8c8-6f56-254be7b405eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.554686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.222s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.557441] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.766s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.559759] env[62105]: INFO nova.compute.claims [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1450.578627] env[62105]: INFO nova.scheduler.client.report [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Deleted allocations for instance 4e039e7d-bc2c-48df-bd9b-eb4ef124482e [ 1450.743807] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903224, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.764460] env[62105]: DEBUG oslo_vmware.api [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] Task: {'id': task-1903225, 'name': SuspendVM_Task, 'duration_secs': 0.74588} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.764960] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Suspended the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1450.767026] env[62105]: DEBUG nova.compute.manager [None req-62b785b2-a09f-4ecb-a486-da2032560a6b tempest-ServersAdminNegativeTestJSON-799313998 tempest-ServersAdminNegativeTestJSON-799313998-project-admin] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.767026] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4713efc4-291c-45d4-96cc-577701655951 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.903933] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903228, 'name': CreateVM_Task, 'duration_secs': 0.570461} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.903933] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.903933] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.991426] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f309f2-cf70-c8c8-6f56-254be7b405eb, 'name': SearchDatastore_Task, 'duration_secs': 0.035549} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.992015] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.992322] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1450.992577] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.992722] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.993014] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.993364] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.993707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1450.993931] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d88b7b6-e17e-4204-bc0d-e802d8ca6077 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.995722] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4837cfb4-818c-4d2b-86af-90493dc3bb72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.001135] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1451.001135] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529d5b2c-450a-68f1-756a-f54087ed4fba" [ 1451.001135] env[62105]: _type = "Task" [ 1451.001135] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.009504] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529d5b2c-450a-68f1-756a-f54087ed4fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.009924] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.010114] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.010801] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b70b06b-0d17-4fcd-afda-b2d3200e4065 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.015630] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1451.015630] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52847d26-d763-d0fc-6ae8-3ea9d1989de7" [ 1451.015630] env[62105]: _type = "Task" [ 1451.015630] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.023273] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52847d26-d763-d0fc-6ae8-3ea9d1989de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.087701] env[62105]: DEBUG oslo_concurrency.lockutils [None req-590ccf8d-09c9-4fa9-a203-f9b158aa3431 tempest-ServersAdmin275Test-323671099 tempest-ServersAdmin275Test-323671099-project-member] Lock "4e039e7d-bc2c-48df-bd9b-eb4ef124482e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.761s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.244590] env[62105]: DEBUG oslo_vmware.api [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903224, 'name': PowerOnVM_Task, 'duration_secs': 1.062946} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.244900] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.245122] env[62105]: INFO nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1451.245314] env[62105]: DEBUG nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.249018] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120fbff6-a3f3-4ede-ad5b-e40683bf0235 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.437650] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.437650] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.512383] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529d5b2c-450a-68f1-756a-f54087ed4fba, 'name': SearchDatastore_Task, 'duration_secs': 0.033927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.512742] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.513030] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.513777] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.532376] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52847d26-d763-d0fc-6ae8-3ea9d1989de7, 'name': SearchDatastore_Task, 'duration_secs': 0.04946} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.533515] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943a3679-316a-4fe0-a018-21523f152f70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.539460] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1451.539460] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f42dbb-6486-4525-ca4c-244248ee4700" [ 1451.539460] env[62105]: _type = "Task" [ 1451.539460] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.548157] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f42dbb-6486-4525-ca4c-244248ee4700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.765264] env[62105]: INFO nova.compute.manager [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Took 43.19 seconds to build instance. [ 1452.058526] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f42dbb-6486-4525-ca4c-244248ee4700, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.058526] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.058526] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 1fa71e2b-14df-415c-a823-3b5649802a4c/1fa71e2b-14df-415c-a823-3b5649802a4c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.058729] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.058906] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.059136] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2388bde-894a-4140-9e76-1f31125055da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.061185] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cdc8e62-2e1d-4093-bac4-cfb1d48d1814 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.070579] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1452.070579] env[62105]: value = "task-1903229" [ 1452.070579] env[62105]: _type = "Task" [ 1452.070579] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.075030] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.075152] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.078652] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7873b28-94ee-4084-8cbb-e4e8793fc0f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.085029] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.088312] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1452.088312] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b3c677-34d9-62ce-b34e-821280177e2f" [ 1452.088312] env[62105]: _type = "Task" [ 1452.088312] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.096761] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b3c677-34d9-62ce-b34e-821280177e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.146013] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c3172-6770-4195-ac73-ed9d44e8ff6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.153546] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8311d723-5993-4bff-ac6b-1681eaa3394d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.186024] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a00115-1923-49d6-b8c8-0d520230e71f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.194896] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44f2a25-1abd-4663-97c4-4ed5e937d915 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.208910] env[62105]: DEBUG nova.compute.provider_tree [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.271132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-61058e18-f494-4ed1-8a14-b9d0a6da74e3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "ae779600-8b2a-4712-998d-e47752965086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.943s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.582707] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903229, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.602636] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b3c677-34d9-62ce-b34e-821280177e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.603516] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab8840b-94da-4d77-8bff-61fe03abd04e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.610289] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1452.610289] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522cada0-05f9-435a-9320-6753ba056c37" [ 1452.610289] env[62105]: _type = "Task" [ 1452.610289] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.620814] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522cada0-05f9-435a-9320-6753ba056c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.712346] env[62105]: DEBUG nova.scheduler.client.report [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.773931] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.082214] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542197} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.082623] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 1fa71e2b-14df-415c-a823-3b5649802a4c/1fa71e2b-14df-415c-a823-3b5649802a4c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.082745] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.082963] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-082f1e94-0c2e-4c60-8983-9d8a77d16e48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.089270] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1453.089270] env[62105]: value = "task-1903230" [ 1453.089270] env[62105]: _type = "Task" [ 1453.089270] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.098502] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.120092] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522cada0-05f9-435a-9320-6753ba056c37, 'name': SearchDatastore_Task, 'duration_secs': 0.016823} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.120092] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.121807] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d/4d1309dc-8fa4-4f65-ad37-cf8bcde6510d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.121807] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7ab12f-956c-45b1-9c53-5a95d5cf0c91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.127607] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1453.127607] env[62105]: value = "task-1903231" [ 1453.127607] env[62105]: _type = "Task" [ 1453.127607] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.135853] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.218976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.219673] env[62105]: DEBUG nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1453.222409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.073s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.223916] env[62105]: INFO nova.compute.claims [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.290213] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "36a927b6-2c0b-4df6-8d89-8865eff38548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.290213] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.315025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.602804] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08292} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.603055] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.609026] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df77ca9d-4805-4a5a-be06-ca893ebe0576 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.631859] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 1fa71e2b-14df-415c-a823-3b5649802a4c/1fa71e2b-14df-415c-a823-3b5649802a4c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.632366] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8881b8a9-1b84-4055-9684-2c41bad76123 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.656433] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515721} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.657771] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d/4d1309dc-8fa4-4f65-ad37-cf8bcde6510d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.658014] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.658336] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1453.658336] env[62105]: value = "task-1903232" [ 1453.658336] env[62105]: _type = "Task" [ 1453.658336] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.658706] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b334a0c5-8ba8-418e-9677-cdb28419a4ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.669402] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.670149] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1453.670149] env[62105]: value = "task-1903233" [ 1453.670149] env[62105]: _type = "Task" [ 1453.670149] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.678856] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.730295] env[62105]: DEBUG nova.compute.utils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.734877] env[62105]: DEBUG nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1454.172751] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.181164] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067056} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.181475] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.182316] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ef6220-e038-4da3-8c26-66dace94e899 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.204969] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d/4d1309dc-8fa4-4f65-ad37-cf8bcde6510d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.205577] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a20d96d-28e7-41f4-98a6-856c82a602bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.225237] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1454.225237] env[62105]: value = "task-1903234" [ 1454.225237] env[62105]: _type = "Task" [ 1454.225237] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.233364] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.235940] env[62105]: DEBUG nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1454.658864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.659173] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.659391] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.659591] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.659767] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.665475] env[62105]: INFO nova.compute.manager [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Terminating instance [ 1454.678744] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.739548] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.843617] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca9ae9-82d3-47f5-a691-70ed63def889 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.854286] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a450d0e-11ca-4951-a819-4b154d05f8a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.888252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff2c61b-09ac-4ef2-911d-1e196acda3e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.895993] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fd3d16-1c03-4091-bd68-e4cf97656ca0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.909726] env[62105]: DEBUG nova.compute.provider_tree [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.172524] env[62105]: DEBUG nova.compute.manager [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1455.172524] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.173269] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e92a69-843a-45a6-a5ea-d05220dff340 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.181687] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903232, 'name': ReconfigVM_Task, 'duration_secs': 1.189078} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.184177] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 1fa71e2b-14df-415c-a823-3b5649802a4c/1fa71e2b-14df-415c-a823-3b5649802a4c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.184403] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.184618] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1844fc18-f9de-4424-b284-98205e2ae043 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.186134] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef3b94f0-eb62-4656-982b-c26e8e33696e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.192634] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1455.192634] env[62105]: value = "task-1903235" [ 1455.192634] env[62105]: _type = "Task" [ 1455.192634] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.200737] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903235, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.235980] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.249386] env[62105]: DEBUG nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1455.284094] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.284426] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.284631] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Deleting the datastore file [datastore2] 3d1e9644-5a7d-44b0-97bd-0fe56fde3559 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.286982] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.287940] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.287940] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.287940] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.287940] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.287940] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.288714] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.288844] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.289073] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.289326] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.289550] env[62105]: DEBUG nova.virt.hardware [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.289986] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5708ccfb-3766-48c5-985b-2e973c186989 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.292535] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744d5fb3-a095-4f31-a5c7-c12fdb827427 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.301018] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e31ac09-daf8-43c4-95da-934194e2bc1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.305017] env[62105]: DEBUG oslo_vmware.api [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1455.305017] env[62105]: value = "task-1903237" [ 1455.305017] env[62105]: _type = "Task" [ 1455.305017] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.316172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1455.321950] env[62105]: DEBUG oslo.service.loopingcall [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.322764] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1455.323822] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e233fb83-f423-4ce8-8595-d2aa930d9f8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.338260] env[62105]: DEBUG oslo_vmware.api [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.344062] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1455.344062] env[62105]: value = "task-1903238" [ 1455.344062] env[62105]: _type = "Task" [ 1455.344062] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.351926] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903238, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.440448] env[62105]: ERROR nova.scheduler.client.report [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [req-9888bc7e-6a6c-42fb-82e5-683f35ec7688] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9888bc7e-6a6c-42fb-82e5-683f35ec7688"}]} [ 1455.459095] env[62105]: DEBUG nova.scheduler.client.report [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1455.475262] env[62105]: DEBUG nova.scheduler.client.report [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1455.475467] env[62105]: DEBUG nova.compute.provider_tree [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.486548] env[62105]: DEBUG nova.scheduler.client.report [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1455.507922] env[62105]: DEBUG nova.scheduler.client.report [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1455.704462] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903235, 'name': Rename_Task, 'duration_secs': 0.192679} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.705453] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.705939] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b85c8e6-0348-4a83-a195-c7e0adb07431 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.713795] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1455.713795] env[62105]: value = "task-1903239" [ 1455.713795] env[62105]: _type = "Task" [ 1455.713795] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.725517] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.737573] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903234, 'name': ReconfigVM_Task, 'duration_secs': 1.134743} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.737912] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d/4d1309dc-8fa4-4f65-ad37-cf8bcde6510d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.740704] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f54f874-b7f5-44e8-b2f6-63b6d10eae19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.746972] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1455.746972] env[62105]: value = "task-1903240" [ 1455.746972] env[62105]: _type = "Task" [ 1455.746972] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.756715] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903240, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.818021] env[62105]: DEBUG oslo_vmware.api [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159349} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.818021] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.818021] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.818021] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.818021] env[62105]: INFO nova.compute.manager [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1455.818344] env[62105]: DEBUG oslo.service.loopingcall [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.818649] env[62105]: DEBUG nova.compute.manager [-] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.818649] env[62105]: DEBUG nova.network.neutron [-] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.855631] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903238, 'name': CreateVM_Task, 'duration_secs': 0.262279} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.856586] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1455.856586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.856586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.856840] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1455.859552] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eeb3a69-4ccc-42b3-a1f8-f42186abf137 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.864670] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1455.864670] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ea37f8-d50b-7925-c7af-794e880eacde" [ 1455.864670] env[62105]: _type = "Task" [ 1455.864670] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.872769] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ea37f8-d50b-7925-c7af-794e880eacde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.053124] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da4eca-027c-4a1c-ac28-fb7919adc7c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.060793] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e7b1d2-16b0-4c06-9ab9-d01c131bc9dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.091510] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ce10d-cf68-4823-8b78-6b42bf0bafcf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.098970] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc07181-8cdc-48b2-82b8-febee7efde30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.113836] env[62105]: DEBUG nova.compute.provider_tree [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.190147] env[62105]: DEBUG nova.compute.manager [req-b4018b51-d38f-4dbd-8913-ce433c26bf43 req-5994e245-d743-4b28-831f-e73fe79062fa service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Received event network-vif-deleted-6a7dc395-a4cf-4844-9dcd-589800b77671 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1456.190428] env[62105]: INFO nova.compute.manager [req-b4018b51-d38f-4dbd-8913-ce433c26bf43 req-5994e245-d743-4b28-831f-e73fe79062fa service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Neutron deleted interface 6a7dc395-a4cf-4844-9dcd-589800b77671; detaching it from the instance and deleting it from the info cache [ 1456.190521] env[62105]: DEBUG nova.network.neutron [req-b4018b51-d38f-4dbd-8913-ce433c26bf43 req-5994e245-d743-4b28-831f-e73fe79062fa service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.227242] env[62105]: DEBUG oslo_vmware.api [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903239, 'name': PowerOnVM_Task, 'duration_secs': 0.510443} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.227242] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.227242] env[62105]: INFO nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Took 6.89 seconds to spawn the instance on the hypervisor. [ 1456.227242] env[62105]: DEBUG nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.227462] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912abf8d-f884-4732-a298-523ece937fc6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.258126] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903240, 'name': Rename_Task, 'duration_secs': 0.157248} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.258413] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.258651] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-148b9453-5940-4db6-8252-208e26eb15a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.265394] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1456.265394] env[62105]: value = "task-1903241" [ 1456.265394] env[62105]: _type = "Task" [ 1456.265394] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.273986] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.375177] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ea37f8-d50b-7925-c7af-794e880eacde, 'name': SearchDatastore_Task, 'duration_secs': 0.01075} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.375508] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.375740] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1456.375996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.376160] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.376343] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1456.376603] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec1bd109-1c2c-4c77-9b5d-9c515b83ebd1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.384775] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1456.384955] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1456.386030] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a9cf55-2c48-4616-8be5-8934c4c285e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.390679] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1456.390679] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5247cfca-ac99-40e4-3f63-118c8391d993" [ 1456.390679] env[62105]: _type = "Task" [ 1456.390679] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.398346] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5247cfca-ac99-40e4-3f63-118c8391d993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.606229] env[62105]: DEBUG nova.network.neutron [-] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.647755] env[62105]: DEBUG nova.scheduler.client.report [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1456.648039] env[62105]: DEBUG nova.compute.provider_tree [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 57 to 58 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1456.648230] env[62105]: DEBUG nova.compute.provider_tree [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.692888] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f692cd-51a7-4c75-8903-91ef89c37af8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.702675] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdae0df-bd10-4f58-a11b-5c94b890b2d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.734107] env[62105]: DEBUG nova.compute.manager [req-b4018b51-d38f-4dbd-8913-ce433c26bf43 req-5994e245-d743-4b28-831f-e73fe79062fa service nova] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Detach interface failed, port_id=6a7dc395-a4cf-4844-9dcd-589800b77671, reason: Instance 3d1e9644-5a7d-44b0-97bd-0fe56fde3559 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1456.747291] env[62105]: INFO nova.compute.manager [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Took 37.46 seconds to build instance. [ 1456.775400] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.901390] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5247cfca-ac99-40e4-3f63-118c8391d993, 'name': SearchDatastore_Task, 'duration_secs': 0.021685} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.902227] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df0704b-5d89-4c1d-a542-52a6c15bd436 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.907072] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1456.907072] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295197a-4ce7-3754-771c-1d68b466784d" [ 1456.907072] env[62105]: _type = "Task" [ 1456.907072] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.915639] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295197a-4ce7-3754-771c-1d68b466784d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.109524] env[62105]: INFO nova.compute.manager [-] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Took 1.29 seconds to deallocate network for instance. [ 1457.154065] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.931s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.154764] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.157865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.029s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.158114] env[62105]: DEBUG nova.objects.instance [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lazy-loading 'resources' on Instance uuid f87aa475-7469-4a36-ad46-be69fc24e0a1 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.249045] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a2ae0296-011b-49fe-a4c4-9e3e4c9b398e tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "1fa71e2b-14df-415c-a823-3b5649802a4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.254s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.277057] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903241, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.419095] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295197a-4ce7-3754-771c-1d68b466784d, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.419409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.419668] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1457.419936] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-549ee7c0-1edc-45e8-b683-125aed4d33cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.425990] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1457.425990] env[62105]: value = "task-1903242" [ 1457.425990] env[62105]: _type = "Task" [ 1457.425990] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.434206] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.615600] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.662042] env[62105]: DEBUG nova.compute.utils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.666715] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.667020] env[62105]: DEBUG nova.network.neutron [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.717705] env[62105]: DEBUG nova.policy [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0dca4d4b7f074a36a8097c091ea200d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '331e5dd588374488b906fa0e0dc792ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.752135] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.777258] env[62105]: DEBUG oslo_vmware.api [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903241, 'name': PowerOnVM_Task, 'duration_secs': 1.158361} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.780168] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.780384] env[62105]: INFO nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Took 11.14 seconds to spawn the instance on the hypervisor. [ 1457.780570] env[62105]: DEBUG nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.781735] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f36979-1cdf-44b6-8620-0be5c1530818 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.936703] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477259} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.939576] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1457.939800] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1457.940418] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66497132-76d3-4aed-9ed0-d278227f711f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.947503] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1457.947503] env[62105]: value = "task-1903243" [ 1457.947503] env[62105]: _type = "Task" [ 1457.947503] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.956526] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.009671] env[62105]: DEBUG nova.network.neutron [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Successfully created port: ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.167798] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.273524] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.299518] env[62105]: INFO nova.compute.manager [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Took 41.60 seconds to build instance. [ 1458.325820] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b241f091-a645-482a-9153-c041fc823a8e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.334075] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b66d5f-febe-42cf-bf98-c69fdfe4c272 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.369208] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ac4d83-40c8-46d2-b2af-d1b7a96e08cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.377637] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f4a74-daab-4cbf-af11-eb1cf2781a20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.391851] env[62105]: DEBUG nova.compute.provider_tree [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.457038] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061986} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.457432] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1458.459039] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96e4674-6d47-49fb-8ca9-c7b52b473133 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.479418] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.479788] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e537f1-2d02-4a7d-83f9-989128bb77fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.500994] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1458.500994] env[62105]: value = "task-1903244" [ 1458.500994] env[62105]: _type = "Task" [ 1458.500994] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.510088] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.801968] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f4879456-601d-4cc7-a95b-c0beabf9399a tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.921s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.894947] env[62105]: DEBUG nova.scheduler.client.report [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.989555] env[62105]: DEBUG nova.compute.manager [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Received event network-changed-352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1458.989748] env[62105]: DEBUG nova.compute.manager [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Refreshing instance network info cache due to event network-changed-352ede0d-229a-4dad-9fa3-0b1b916ede8a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1458.989958] env[62105]: DEBUG oslo_concurrency.lockutils [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] Acquiring lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.990113] env[62105]: DEBUG oslo_concurrency.lockutils [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] Acquired lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.990278] env[62105]: DEBUG nova.network.neutron [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Refreshing network info cache for port 352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.011938] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903244, 'name': ReconfigVM_Task, 'duration_secs': 0.27561} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.012588] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.013608] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-671c9347-a093-421e-b990-0d05aa15ce26 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.020629] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1459.020629] env[62105]: value = "task-1903245" [ 1459.020629] env[62105]: _type = "Task" [ 1459.020629] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.030070] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903245, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.177112] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.204204] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.204452] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.204608] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.204786] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.204927] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.205086] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.205327] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.205449] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.205625] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.205780] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.205974] env[62105]: DEBUG nova.virt.hardware [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.206828] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ec7f1-2451-44cd-80b8-344f2e821260 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.214945] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6276ce31-0729-4c35-be91-ec3707631557 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.304522] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.400659] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.403432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.268s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.405348] env[62105]: INFO nova.compute.claims [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.426250] env[62105]: INFO nova.scheduler.client.report [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Deleted allocations for instance f87aa475-7469-4a36-ad46-be69fc24e0a1 [ 1459.535208] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903245, 'name': Rename_Task, 'duration_secs': 0.122179} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.537682] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1459.538603] env[62105]: DEBUG nova.network.neutron [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Successfully updated port: ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.541139] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f26fbf-14f7-4021-a15f-45424a7f3314 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.549213] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1459.549213] env[62105]: value = "task-1903246" [ 1459.549213] env[62105]: _type = "Task" [ 1459.549213] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.559347] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.825528] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.941770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84f3418a-0c58-4623-b2cb-923b5bda29d5 tempest-ImagesOneServerTestJSON-1724918614 tempest-ImagesOneServerTestJSON-1724918614-project-member] Lock "f87aa475-7469-4a36-ad46-be69fc24e0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.375s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.960672] env[62105]: DEBUG nova.network.neutron [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Updated VIF entry in instance network info cache for port 352ede0d-229a-4dad-9fa3-0b1b916ede8a. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.961067] env[62105]: DEBUG nova.network.neutron [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Updating instance_info_cache with network_info: [{"id": "352ede0d-229a-4dad-9fa3-0b1b916ede8a", "address": "fa:16:3e:81:7f:47", "network": {"id": "e8771709-1209-486c-b4fe-63f86973bf36", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2135829743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2358120294dd4f0fa717d9392ef33ad3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a15de394-0367-4921-a5c1-6ac8615e3283", "external-id": "nsx-vlan-transportzone-13", "segmentation_id": 13, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap352ede0d-22", "ovs_interfaceid": "352ede0d-229a-4dad-9fa3-0b1b916ede8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.042183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "refresh_cache-dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.042479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquired lock "refresh_cache-dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.042676] env[62105]: DEBUG nova.network.neutron [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.063045] env[62105]: DEBUG oslo_vmware.api [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903246, 'name': PowerOnVM_Task, 'duration_secs': 0.436929} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.063395] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1460.063636] env[62105]: INFO nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Took 4.81 seconds to spawn the instance on the hypervisor. [ 1460.063852] env[62105]: DEBUG nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1460.064754] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589957f0-de39-4956-81b3-690f78a7e5c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.464236] env[62105]: DEBUG oslo_concurrency.lockutils [req-b95bbd60-0db5-4d3e-a55b-3a2b0df51f42 req-1a854fd1-58ca-4ab1-ba50-4bb2dd3195f3 service nova] Releasing lock "refresh_cache-4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.581872] env[62105]: INFO nova.compute.manager [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Took 33.83 seconds to build instance. [ 1460.583710] env[62105]: DEBUG nova.network.neutron [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.739851] env[62105]: DEBUG nova.network.neutron [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Updating instance_info_cache with network_info: [{"id": "ed9aa914-629a-4dc8-95b8-0ab3d8618782", "address": "fa:16:3e:6b:0b:13", "network": {"id": "cd7f80d1-f2d8-457c-9813-90c3b2263928", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-217197744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331e5dd588374488b906fa0e0dc792ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9aa914-62", "ovs_interfaceid": "ed9aa914-629a-4dc8-95b8-0ab3d8618782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.960007] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9896797b-505e-497b-86f8-7af6f8e71ffb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.967997] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978f45d6-9caf-451c-97a6-0f864db4c276 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.998640] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ff637-4ca8-472c-bc08-70d6b6442a49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.007435] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2822e9-1666-4a54-9bf3-f3f39520f54b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.023024] env[62105]: DEBUG nova.compute.provider_tree [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.051489] env[62105]: DEBUG nova.compute.manager [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Received event network-vif-plugged-ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1461.051712] env[62105]: DEBUG oslo_concurrency.lockutils [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] Acquiring lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.051921] env[62105]: DEBUG oslo_concurrency.lockutils [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.052101] env[62105]: DEBUG oslo_concurrency.lockutils [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.052274] env[62105]: DEBUG nova.compute.manager [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] No waiting events found dispatching network-vif-plugged-ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1461.052436] env[62105]: WARNING nova.compute.manager [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Received unexpected event network-vif-plugged-ed9aa914-629a-4dc8-95b8-0ab3d8618782 for instance with vm_state building and task_state spawning. [ 1461.052592] env[62105]: DEBUG nova.compute.manager [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Received event network-changed-ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1461.052743] env[62105]: DEBUG nova.compute.manager [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Refreshing instance network info cache due to event network-changed-ed9aa914-629a-4dc8-95b8-0ab3d8618782. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1461.052904] env[62105]: DEBUG oslo_concurrency.lockutils [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] Acquiring lock "refresh_cache-dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.086708] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4f2a99ee-536d-4789-90e0-5d54c41570b3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.070s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.243915] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Releasing lock "refresh_cache-dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.244280] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Instance network_info: |[{"id": "ed9aa914-629a-4dc8-95b8-0ab3d8618782", "address": "fa:16:3e:6b:0b:13", "network": {"id": "cd7f80d1-f2d8-457c-9813-90c3b2263928", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-217197744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331e5dd588374488b906fa0e0dc792ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9aa914-62", "ovs_interfaceid": "ed9aa914-629a-4dc8-95b8-0ab3d8618782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.244588] env[62105]: DEBUG oslo_concurrency.lockutils [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] Acquired lock "refresh_cache-dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.244765] env[62105]: DEBUG nova.network.neutron [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Refreshing network info cache for port ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.246037] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0b:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed9aa914-629a-4dc8-95b8-0ab3d8618782', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.256330] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Creating folder: Project (331e5dd588374488b906fa0e0dc792ab). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1461.258020] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43aa8d4d-3170-48b0-852c-f06083bbea3a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.268933] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Created folder: Project (331e5dd588374488b906fa0e0dc792ab) in parent group-v392807. [ 1461.269379] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Creating folder: Instances. Parent ref: group-v392894. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1461.269675] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58d22562-edda-48af-a56f-01941c9fa0ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.278703] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Created folder: Instances in parent group-v392894. [ 1461.279067] env[62105]: DEBUG oslo.service.loopingcall [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.279898] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.280134] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f230279a-05d1-425d-9354-eb4f3b65f25f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.300664] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.300664] env[62105]: value = "task-1903249" [ 1461.300664] env[62105]: _type = "Task" [ 1461.300664] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.310326] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903249, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.526992] env[62105]: DEBUG nova.scheduler.client.report [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1461.542164] env[62105]: INFO nova.compute.manager [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Rebuilding instance [ 1461.589624] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.599688] env[62105]: DEBUG nova.compute.manager [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.600306] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8bed1a-5570-4773-be32-1a9948e94eb4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.816341] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903249, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.998769] env[62105]: DEBUG nova.network.neutron [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Updated VIF entry in instance network info cache for port ed9aa914-629a-4dc8-95b8-0ab3d8618782. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.999210] env[62105]: DEBUG nova.network.neutron [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Updating instance_info_cache with network_info: [{"id": "ed9aa914-629a-4dc8-95b8-0ab3d8618782", "address": "fa:16:3e:6b:0b:13", "network": {"id": "cd7f80d1-f2d8-457c-9813-90c3b2263928", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-217197744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "331e5dd588374488b906fa0e0dc792ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped9aa914-62", "ovs_interfaceid": "ed9aa914-629a-4dc8-95b8-0ab3d8618782", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.034600] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.034600] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.037413] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.473s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.037564] env[62105]: DEBUG nova.objects.instance [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lazy-loading 'resources' on Instance uuid 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.122892] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.315704] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903249, 'name': CreateVM_Task, 'duration_secs': 0.600687} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.315877] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.316610] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.316793] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.317116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1462.317378] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb848e0e-b4a8-4645-b5ab-59618d33608b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.322205] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1462.322205] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52838a23-421a-ea00-9ad0-3cc921e7be7f" [ 1462.322205] env[62105]: _type = "Task" [ 1462.322205] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.329942] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52838a23-421a-ea00-9ad0-3cc921e7be7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.503777] env[62105]: DEBUG oslo_concurrency.lockutils [req-669b6c69-0579-466f-9a3f-947ba68d22e9 req-83f0ca29-e9a8-48e1-a6a4-f71e3f5b58d2 service nova] Releasing lock "refresh_cache-dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.540784] env[62105]: DEBUG nova.compute.utils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1462.542320] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.543362] env[62105]: DEBUG nova.network.neutron [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.615209] env[62105]: DEBUG nova.policy [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cdc0ddaef1f4ebe80696aa9ba8be55a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54e33e75738a43f1a132e3d12543d740', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1462.616994] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.617293] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39844c6f-44e6-4c76-a671-02e5cef88e95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.630053] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1462.630053] env[62105]: value = "task-1903250" [ 1462.630053] env[62105]: _type = "Task" [ 1462.630053] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.642087] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.834676] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52838a23-421a-ea00-9ad0-3cc921e7be7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.835077] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.835280] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.835516] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.835661] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.835837] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.836113] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ea7caa-753b-4d6d-b136-605a651ef82c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.845330] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.845566] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.848858] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed32b32-0dfb-4fa7-bdf4-df3f081eda4d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.853961] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1462.853961] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa4db5-db4b-1d74-2b13-dba49a868705" [ 1462.853961] env[62105]: _type = "Task" [ 1462.853961] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.862919] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa4db5-db4b-1d74-2b13-dba49a868705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.042667] env[62105]: DEBUG nova.network.neutron [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Successfully created port: fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.047795] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1463.093347] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1285e8fd-1588-43d4-9252-5545907132df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.102336] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054df5ec-fb96-4950-a141-699ecad6040f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.138993] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80cf5ea-6807-4d3e-905d-1130f1e153e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.149767] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc76b79-2a4e-4ce0-9036-05a4b99a5bf9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.155637] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903250, 'name': PowerOffVM_Task, 'duration_secs': 0.150704} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.155637] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.155637] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.158815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9d4ba3-d696-416c-a4ce-118c1a93d8ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.170570] env[62105]: DEBUG nova.compute.provider_tree [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.176917] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.177000] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7d4337b-261b-4018-82dc-e9b802755ab9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.202667] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.202895] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.203089] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleting the datastore file [datastore1] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.203452] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76ac26ab-104d-48b5-ba59-5bb5b992b8dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.209540] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1463.209540] env[62105]: value = "task-1903252" [ 1463.209540] env[62105]: _type = "Task" [ 1463.209540] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.218462] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.363833] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa4db5-db4b-1d74-2b13-dba49a868705, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.364673] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd12df7-19c9-4bf2-bde1-2058421adf1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.369579] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1463.369579] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5235e879-87e0-7d3a-553b-9ac6cd4e297f" [ 1463.369579] env[62105]: _type = "Task" [ 1463.369579] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.377050] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5235e879-87e0-7d3a-553b-9ac6cd4e297f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.674534] env[62105]: DEBUG nova.scheduler.client.report [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.719483] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109234} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.719803] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1463.719961] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1463.720164] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1463.879678] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5235e879-87e0-7d3a-553b-9ac6cd4e297f, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.880415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.880415] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f/dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.880581] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd8d98ee-b795-407b-a01e-d88de7b948df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.888538] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1463.888538] env[62105]: value = "task-1903253" [ 1463.888538] env[62105]: _type = "Task" [ 1463.888538] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.896360] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.057257] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.092117] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.092407] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.092573] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.092751] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.092895] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.093054] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.093270] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.093430] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.093602] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.093765] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.093933] env[62105]: DEBUG nova.virt.hardware [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.094846] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391c597a-7807-41ca-a0a2-b4161460cd48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.104882] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c3b6b-2b56-497c-a794-da285820696c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.180243] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.186873] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.913s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.187289] env[62105]: DEBUG nova.objects.instance [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lazy-loading 'resources' on Instance uuid 10cc2978-5df9-441b-be88-b5c4ef8764c6 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1464.215805] env[62105]: INFO nova.scheduler.client.report [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted allocations for instance 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f [ 1464.398751] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460139} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.399023] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f/dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.399834] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.400160] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae72502d-83ee-4573-983a-307f8faaa465 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.407554] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1464.407554] env[62105]: value = "task-1903254" [ 1464.407554] env[62105]: _type = "Task" [ 1464.407554] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.419300] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.724899] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bc0bd82d-898f-4248-ba56-a51e8b4393a3 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.274s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.753547] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.753799] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.753949] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.754280] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.754550] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.754900] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.755407] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.755888] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.756193] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.756493] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.756786] env[62105]: DEBUG nova.virt.hardware [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.758420] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5669a6-de44-4248-a074-b7a3f6defd58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.766471] env[62105]: DEBUG nova.compute.manager [req-ba46702d-81e4-435c-a929-762eb53e21f6 req-cf43ed21-1288-48cd-8fe7-5b73ffeb6e40 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Received event network-vif-plugged-fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1464.766686] env[62105]: DEBUG oslo_concurrency.lockutils [req-ba46702d-81e4-435c-a929-762eb53e21f6 req-cf43ed21-1288-48cd-8fe7-5b73ffeb6e40 service nova] Acquiring lock "5ff7f553-c513-494a-9f35-71d72944fa15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.766890] env[62105]: DEBUG oslo_concurrency.lockutils [req-ba46702d-81e4-435c-a929-762eb53e21f6 req-cf43ed21-1288-48cd-8fe7-5b73ffeb6e40 service nova] Lock "5ff7f553-c513-494a-9f35-71d72944fa15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.767070] env[62105]: DEBUG oslo_concurrency.lockutils [req-ba46702d-81e4-435c-a929-762eb53e21f6 req-cf43ed21-1288-48cd-8fe7-5b73ffeb6e40 service nova] Lock "5ff7f553-c513-494a-9f35-71d72944fa15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.767357] env[62105]: DEBUG nova.compute.manager [req-ba46702d-81e4-435c-a929-762eb53e21f6 req-cf43ed21-1288-48cd-8fe7-5b73ffeb6e40 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] No waiting events found dispatching network-vif-plugged-fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.768199] env[62105]: WARNING nova.compute.manager [req-ba46702d-81e4-435c-a929-762eb53e21f6 req-cf43ed21-1288-48cd-8fe7-5b73ffeb6e40 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Received unexpected event network-vif-plugged-fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 for instance with vm_state building and task_state spawning. [ 1464.775931] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22907794-3964-424a-9e64-d20e10baab22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.797202] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.803223] env[62105]: DEBUG oslo.service.loopingcall [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.805434] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.806663] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1e32e8-ed25-476a-b49e-bd76356c6099 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.826592] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.826592] env[62105]: value = "task-1903255" [ 1464.826592] env[62105]: _type = "Task" [ 1464.826592] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.837029] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903255, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.920306] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062112} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.920306] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.920761] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632dedbd-bc83-4a57-aa43-5dc9bd95c897 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.956675] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f/dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.962194] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb5118d5-2a34-4e3b-a83b-8032712f7a7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.985816] env[62105]: DEBUG nova.network.neutron [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Successfully updated port: fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1464.991475] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1464.991475] env[62105]: value = "task-1903256" [ 1464.991475] env[62105]: _type = "Task" [ 1464.991475] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.000551] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.332941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a05c93-d505-4014-b893-82543e1879dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.344315] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34832b1-1d54-4cf7-b7b3-6d64ff396735 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.349268] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903255, 'name': CreateVM_Task, 'duration_secs': 0.34942} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.349455] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.350524] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.350869] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.351389] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.354033] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c60fbb2-a2a5-4559-b79c-d4c43b1a5246 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.385523] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a658e-697c-4cd0-be3a-4e98d90ecaef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.391998] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1465.391998] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e18f1b-48c8-9b98-bc98-4493f66416fe" [ 1465.391998] env[62105]: _type = "Task" [ 1465.391998] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.396274] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037d195-c2e1-4942-b69a-78ad5c3a2f71 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.403034] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e18f1b-48c8-9b98-bc98-4493f66416fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.413285] env[62105]: DEBUG nova.compute.provider_tree [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.489604] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "refresh_cache-5ff7f553-c513-494a-9f35-71d72944fa15" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.489604] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired lock "refresh_cache-5ff7f553-c513-494a-9f35-71d72944fa15" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.489604] env[62105]: DEBUG nova.network.neutron [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.503052] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903256, 'name': ReconfigVM_Task, 'duration_secs': 0.323677} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.503609] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Reconfigured VM instance instance-0000001d to attach disk [datastore1] dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f/dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.504607] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-863bf14d-7dc0-47c7-8e22-efe0c12ffada {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.512498] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1465.512498] env[62105]: value = "task-1903257" [ 1465.512498] env[62105]: _type = "Task" [ 1465.512498] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.522396] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903257, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.900540] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e18f1b-48c8-9b98-bc98-4493f66416fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.900540] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.900877] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.900877] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.900998] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.901192] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.901482] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca5f3183-0d76-4aba-a08f-cbf07be8c06a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.909219] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.909409] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.910151] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4401590a-8896-4672-9657-96f5c84d0244 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.915485] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1465.915485] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526ff4a9-a4bf-9797-f6ed-b2c3641f141b" [ 1465.915485] env[62105]: _type = "Task" [ 1465.915485] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.919563] env[62105]: DEBUG nova.scheduler.client.report [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.928728] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526ff4a9-a4bf-9797-f6ed-b2c3641f141b, 'name': SearchDatastore_Task, 'duration_secs': 0.008415} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.929733] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acc1186b-8e58-42c8-8af0-5d5f410b0488 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.935233] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1465.935233] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521f13dc-0c4e-4075-705c-737b242b6a53" [ 1465.935233] env[62105]: _type = "Task" [ 1465.935233] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.943737] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521f13dc-0c4e-4075-705c-737b242b6a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.021377] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903257, 'name': Rename_Task, 'duration_secs': 0.135533} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.021691] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.021935] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a8e7dd-8ee1-43d5-a118-6b1f53cef7e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.030370] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1466.030370] env[62105]: value = "task-1903258" [ 1466.030370] env[62105]: _type = "Task" [ 1466.030370] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.034416] env[62105]: DEBUG nova.network.neutron [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.039560] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.197870] env[62105]: DEBUG nova.network.neutron [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Updating instance_info_cache with network_info: [{"id": "fd56fcb5-e3a8-4a51-9091-0d4dbde52b08", "address": "fa:16:3e:af:73:22", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd56fcb5-e3", "ovs_interfaceid": "fd56fcb5-e3a8-4a51-9091-0d4dbde52b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.296674] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.296927] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.430802] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.433732] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.446s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.433833] env[62105]: DEBUG nova.objects.instance [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lazy-loading 'resources' on Instance uuid 45f7c345-1abb-4ed4-8551-44b9b044659d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.445927] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521f13dc-0c4e-4075-705c-737b242b6a53, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.446857] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.447175] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.447539] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1385c957-15b8-4f5f-be0b-b442e0795432 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.450045] env[62105]: INFO nova.scheduler.client.report [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleted allocations for instance 10cc2978-5df9-441b-be88-b5c4ef8764c6 [ 1466.455913] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1466.455913] env[62105]: value = "task-1903259" [ 1466.455913] env[62105]: _type = "Task" [ 1466.455913] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.465034] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.541449] env[62105]: DEBUG oslo_vmware.api [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903258, 'name': PowerOnVM_Task, 'duration_secs': 0.486161} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.541911] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.542324] env[62105]: INFO nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1466.542638] env[62105]: DEBUG nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.543567] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692069dd-d80b-4ce6-93b6-3dda9de83e71 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.703687] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Releasing lock "refresh_cache-5ff7f553-c513-494a-9f35-71d72944fa15" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.704208] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Instance network_info: |[{"id": "fd56fcb5-e3a8-4a51-9091-0d4dbde52b08", "address": "fa:16:3e:af:73:22", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd56fcb5-e3", "ovs_interfaceid": "fd56fcb5-e3a8-4a51-9091-0d4dbde52b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.704844] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:73:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd56fcb5-e3a8-4a51-9091-0d4dbde52b08', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.718634] env[62105]: DEBUG oslo.service.loopingcall [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1466.718984] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.719343] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66e82ff2-e5a6-4b5a-af77-f5f8cb42971b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.746176] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.746176] env[62105]: value = "task-1903260" [ 1466.746176] env[62105]: _type = "Task" [ 1466.746176] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.759148] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903260, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.837704] env[62105]: DEBUG nova.compute.manager [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Received event network-changed-fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1466.838202] env[62105]: DEBUG nova.compute.manager [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Refreshing instance network info cache due to event network-changed-fd56fcb5-e3a8-4a51-9091-0d4dbde52b08. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1466.838677] env[62105]: DEBUG oslo_concurrency.lockutils [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] Acquiring lock "refresh_cache-5ff7f553-c513-494a-9f35-71d72944fa15" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.839641] env[62105]: DEBUG oslo_concurrency.lockutils [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] Acquired lock "refresh_cache-5ff7f553-c513-494a-9f35-71d72944fa15" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.839641] env[62105]: DEBUG nova.network.neutron [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Refreshing network info cache for port fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.962976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7c060fb-307d-410f-a985-dfe2363d3cd6 tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "10cc2978-5df9-441b-be88-b5c4ef8764c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.434s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.969900] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903259, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.061843] env[62105]: INFO nova.compute.manager [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Took 35.93 seconds to build instance. [ 1467.256168] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903260, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.462587] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f02fe9b-293e-45d7-b5df-1eb1509abf43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.475430] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59dd8a7-c815-424b-ba81-6409397f5984 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.479514] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522516} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.479514] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.479514] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.479970] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ba3fdec-6b43-4acf-89c4-9e24c28bb1e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.513021] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf235210-d481-4707-9f6d-21b4b0db0f1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.515366] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1467.515366] env[62105]: value = "task-1903261" [ 1467.515366] env[62105]: _type = "Task" [ 1467.515366] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.522765] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829e5402-e340-4b75-8870-b21054a72176 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.532056] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.541408] env[62105]: DEBUG nova.compute.provider_tree [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.563351] env[62105]: DEBUG oslo_concurrency.lockutils [None req-279f5d62-7731-4806-b575-50cfaea0591d tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.233s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.594267] env[62105]: DEBUG nova.network.neutron [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Updated VIF entry in instance network info cache for port fd56fcb5-e3a8-4a51-9091-0d4dbde52b08. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1467.594621] env[62105]: DEBUG nova.network.neutron [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Updating instance_info_cache with network_info: [{"id": "fd56fcb5-e3a8-4a51-9091-0d4dbde52b08", "address": "fa:16:3e:af:73:22", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd56fcb5-e3", "ovs_interfaceid": "fd56fcb5-e3a8-4a51-9091-0d4dbde52b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.757262] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903260, 'name': CreateVM_Task, 'duration_secs': 0.523756} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.757463] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.758218] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1467.758446] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.758837] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1467.759151] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc8fe10-8792-40ff-b8c0-57d4fdba52b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.763986] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1467.763986] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52663e25-65b2-7ad3-7025-e323965b6b9e" [ 1467.763986] env[62105]: _type = "Task" [ 1467.763986] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.772717] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52663e25-65b2-7ad3-7025-e323965b6b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.026019] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255887} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.026742] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.027636] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c99045-43b6-467e-b12d-44b059647b73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.047905] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.048827] env[62105]: DEBUG nova.scheduler.client.report [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1468.051979] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-007444ae-8d24-49c5-b2d4-8b6aa028e066 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.067458] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.070050] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1468.072592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.642s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.074103] env[62105]: INFO nova.compute.claims [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.082917] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1468.082917] env[62105]: value = "task-1903262" [ 1468.082917] env[62105]: _type = "Task" [ 1468.082917] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.091209] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.099320] env[62105]: DEBUG oslo_concurrency.lockutils [req-6212e845-9a15-409c-9126-8e20917cec4c req-741efa14-2a5f-4ce8-af76-b979d5d23481 service nova] Releasing lock "refresh_cache-5ff7f553-c513-494a-9f35-71d72944fa15" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.104037] env[62105]: INFO nova.scheduler.client.report [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Deleted allocations for instance 45f7c345-1abb-4ed4-8551-44b9b044659d [ 1468.275084] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52663e25-65b2-7ad3-7025-e323965b6b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.01014} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.275310] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1468.278018] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.278018] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.278018] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.278018] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.278018] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d1eb27d-cddf-400b-9920-a5879e8efb1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.284905] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.285257] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.287024] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2180486d-937d-47d0-9ef2-25fefab5ad88 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.293611] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1468.293611] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ec512-85a9-9c87-767a-4f7cabcf7cc2" [ 1468.293611] env[62105]: _type = "Task" [ 1468.293611] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.302224] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ec512-85a9-9c87-767a-4f7cabcf7cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.429870] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.430235] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.430529] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.430797] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.430989] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.433423] env[62105]: INFO nova.compute.manager [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Terminating instance [ 1468.593822] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.594718] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.614794] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3553d322-e561-4f48-8076-4ce30af6d8cc tempest-TenantUsagesTestJSON-1074410925 tempest-TenantUsagesTestJSON-1074410925-project-member] Lock "45f7c345-1abb-4ed4-8551-44b9b044659d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.424s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.805213] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520ec512-85a9-9c87-767a-4f7cabcf7cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009098} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.806186] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8ca115-f44f-4e4d-a10f-41f2b8c28eeb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.811719] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1468.811719] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52214d6c-d10e-d150-576e-4e153f2c57c7" [ 1468.811719] env[62105]: _type = "Task" [ 1468.811719] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.819944] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52214d6c-d10e-d150-576e-4e153f2c57c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.937338] env[62105]: DEBUG nova.compute.manager [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.937620] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.939997] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fcc311-eff7-4812-a7dd-a188527aee8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.948203] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.948467] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594659b6-eca8-4357-9a34-9bbd822c2cd5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.955317] env[62105]: DEBUG oslo_vmware.api [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1468.955317] env[62105]: value = "task-1903263" [ 1468.955317] env[62105]: _type = "Task" [ 1468.955317] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.963670] env[62105]: DEBUG oslo_vmware.api [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.095919] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903262, 'name': ReconfigVM_Task, 'duration_secs': 0.95192} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.095919] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f/3ffe163d-7bf2-4d46-b91a-bff7062a0b7f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.097121] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ac92bc-1d74-4abd-8596-9d28fb8de306 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.105565] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1469.105565] env[62105]: value = "task-1903264" [ 1469.105565] env[62105]: _type = "Task" [ 1469.105565] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.115453] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903264, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.323677] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52214d6c-d10e-d150-576e-4e153f2c57c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.323995] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1469.324382] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5ff7f553-c513-494a-9f35-71d72944fa15/5ff7f553-c513-494a-9f35-71d72944fa15.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.324531] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408fc80e-8bbc-469c-9ddf-b05d7ad4b6b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.330916] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1469.330916] env[62105]: value = "task-1903265" [ 1469.330916] env[62105]: _type = "Task" [ 1469.330916] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.338911] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.352189] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.352437] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.352647] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.352847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.353049] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.355524] env[62105]: INFO nova.compute.manager [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Terminating instance [ 1469.465066] env[62105]: DEBUG oslo_vmware.api [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903263, 'name': PowerOffVM_Task, 'duration_secs': 0.191136} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.468116] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.468116] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.468116] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb61b8bb-d1a0-40b9-9533-bc3ed8fe4a6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.475235] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "398cbe63-cfb4-428c-ae35-e9485c71699e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.475476] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.475683] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "398cbe63-cfb4-428c-ae35-e9485c71699e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.475864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.476559] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.480325] env[62105]: INFO nova.compute.manager [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Terminating instance [ 1469.551160] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.551572] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.551777] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Deleting the datastore file [datastore1] dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.552070] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d591ca8-7c66-40e6-863a-8618a662e2c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.562597] env[62105]: DEBUG oslo_vmware.api [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for the task: (returnval){ [ 1469.562597] env[62105]: value = "task-1903267" [ 1469.562597] env[62105]: _type = "Task" [ 1469.562597] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.568685] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b2887-729a-4f4d-9cd4-c861d60d8e7b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.577520] env[62105]: DEBUG oslo_vmware.api [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.583383] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d77a142-abf8-49b9-bcd6-404b56e65720 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.618575] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f573f9-8aa8-4a14-9c70-93282fca66e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.629450] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5773d51-5462-49c9-891a-5146e23d276a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.633540] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903264, 'name': Rename_Task, 'duration_secs': 0.138833} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.634210] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1469.634871] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d71d85c-693e-4fe6-8a12-0a58dcda53a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.645883] env[62105]: DEBUG nova.compute.provider_tree [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.652299] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1469.652299] env[62105]: value = "task-1903268" [ 1469.652299] env[62105]: _type = "Task" [ 1469.652299] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.661594] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.841654] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465824} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.841879] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5ff7f553-c513-494a-9f35-71d72944fa15/5ff7f553-c513-494a-9f35-71d72944fa15.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.842103] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.842533] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b9d904-4c2a-4040-b643-cfc7ef981ca4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.848318] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1469.848318] env[62105]: value = "task-1903269" [ 1469.848318] env[62105]: _type = "Task" [ 1469.848318] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.855953] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.858643] env[62105]: DEBUG nova.compute.manager [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.858871] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.859658] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96159ec3-18fc-433f-9eaf-51a824d68baf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.866905] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.866905] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4122e756-0d77-4fde-b812-d0d176d39151 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.871815] env[62105]: DEBUG oslo_vmware.api [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1469.871815] env[62105]: value = "task-1903270" [ 1469.871815] env[62105]: _type = "Task" [ 1469.871815] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.879308] env[62105]: DEBUG oslo_vmware.api [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.989074] env[62105]: DEBUG nova.compute.manager [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1469.989488] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1469.990438] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c775fd8f-193a-400c-9910-3281c07156ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.999504] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1469.999785] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71347850-14d3-4bdc-9540-07a41e5a3cfc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.009406] env[62105]: DEBUG oslo_vmware.api [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1470.009406] env[62105]: value = "task-1903271" [ 1470.009406] env[62105]: _type = "Task" [ 1470.009406] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.017832] env[62105]: DEBUG oslo_vmware.api [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.074896] env[62105]: DEBUG oslo_vmware.api [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Task: {'id': task-1903267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330741} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.074896] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1470.074896] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1470.074896] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1470.074896] env[62105]: INFO nova.compute.manager [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1470.075075] env[62105]: DEBUG oslo.service.loopingcall [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1470.075075] env[62105]: DEBUG nova.compute.manager [-] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1470.075075] env[62105]: DEBUG nova.network.neutron [-] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1470.149468] env[62105]: DEBUG nova.scheduler.client.report [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1470.167623] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903268, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.358622] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094045} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.358855] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1470.359654] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f35de5-0630-402d-88ae-4270988a5a11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.382350] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 5ff7f553-c513-494a-9f35-71d72944fa15/5ff7f553-c513-494a-9f35-71d72944fa15.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1470.385514] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10687e2e-714e-4f5e-ba73-d0988ea7774e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.408893] env[62105]: DEBUG oslo_vmware.api [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903270, 'name': PowerOffVM_Task, 'duration_secs': 0.198817} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.409179] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.409380] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.410827] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f48aa2-29f3-485c-9aaf-9bb7b397aa1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.412585] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1470.412585] env[62105]: value = "task-1903272" [ 1470.412585] env[62105]: _type = "Task" [ 1470.412585] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.421534] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.428860] env[62105]: DEBUG nova.compute.manager [req-41d0ebff-2b65-41ad-8418-b6897115ee68 req-af92b3e2-3686-4219-bded-1279ba207414 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Received event network-vif-deleted-ed9aa914-629a-4dc8-95b8-0ab3d8618782 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1470.429157] env[62105]: INFO nova.compute.manager [req-41d0ebff-2b65-41ad-8418-b6897115ee68 req-af92b3e2-3686-4219-bded-1279ba207414 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Neutron deleted interface ed9aa914-629a-4dc8-95b8-0ab3d8618782; detaching it from the instance and deleting it from the info cache [ 1470.429230] env[62105]: DEBUG nova.network.neutron [req-41d0ebff-2b65-41ad-8418-b6897115ee68 req-af92b3e2-3686-4219-bded-1279ba207414 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.497460] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.497853] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.498182] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleting the datastore file [datastore2] d94f5cbf-7211-4493-98ae-1ce38a6c27a4 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.498570] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd1d5565-d663-43c0-86a4-6f9e3e039bd1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.506921] env[62105]: DEBUG oslo_vmware.api [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1470.506921] env[62105]: value = "task-1903274" [ 1470.506921] env[62105]: _type = "Task" [ 1470.506921] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.518578] env[62105]: DEBUG oslo_vmware.api [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.522183] env[62105]: DEBUG oslo_vmware.api [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903271, 'name': PowerOffVM_Task, 'duration_secs': 0.222258} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.522384] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.522590] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.522880] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-955f0d52-21c7-4196-8d4f-f14193ca35f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.615022] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.615022] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.615022] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleting the datastore file [datastore1] 398cbe63-cfb4-428c-ae35-e9485c71699e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.615668] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7e6c1c0-9810-40ed-9020-83b1668b863f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.625194] env[62105]: DEBUG oslo_vmware.api [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for the task: (returnval){ [ 1470.625194] env[62105]: value = "task-1903276" [ 1470.625194] env[62105]: _type = "Task" [ 1470.625194] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.631874] env[62105]: DEBUG oslo_vmware.api [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.662198] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.662857] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1470.672038] env[62105]: DEBUG oslo_vmware.api [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903268, 'name': PowerOnVM_Task, 'duration_secs': 0.529575} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.672038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.618s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.672038] env[62105]: INFO nova.compute.claims [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.674817] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1470.675178] env[62105]: DEBUG nova.compute.manager [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.679020] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e30961-56b0-4da5-a48f-a39ccf8a4a84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.905376] env[62105]: DEBUG nova.network.neutron [-] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.924384] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903272, 'name': ReconfigVM_Task, 'duration_secs': 0.310569} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.924840] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 5ff7f553-c513-494a-9f35-71d72944fa15/5ff7f553-c513-494a-9f35-71d72944fa15.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1470.925595] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-112b9937-9feb-4020-920f-be2455cc2887 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.932029] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92f4e3b1-fd43-40e6-854a-98efa187a379 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.935909] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1470.935909] env[62105]: value = "task-1903277" [ 1470.935909] env[62105]: _type = "Task" [ 1470.935909] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.945685] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2237cd-2b7c-408f-b319-54a9fe675fb2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.966021] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903277, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.987232] env[62105]: DEBUG nova.compute.manager [req-41d0ebff-2b65-41ad-8418-b6897115ee68 req-af92b3e2-3686-4219-bded-1279ba207414 service nova] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Detach interface failed, port_id=ed9aa914-629a-4dc8-95b8-0ab3d8618782, reason: Instance dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1471.016554] env[62105]: DEBUG oslo_vmware.api [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157516} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.016839] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.017264] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.017470] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.017599] env[62105]: INFO nova.compute.manager [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1471.017845] env[62105]: DEBUG oslo.service.loopingcall [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.018409] env[62105]: DEBUG nova.compute.manager [-] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.018782] env[62105]: DEBUG nova.network.neutron [-] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.134788] env[62105]: DEBUG oslo_vmware.api [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Task: {'id': task-1903276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151232} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.134788] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.134788] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.134788] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.134788] env[62105]: INFO nova.compute.manager [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1471.134971] env[62105]: DEBUG oslo.service.loopingcall [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.134971] env[62105]: DEBUG nova.compute.manager [-] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.134971] env[62105]: DEBUG nova.network.neutron [-] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.178552] env[62105]: DEBUG nova.compute.utils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1471.182894] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1471.183085] env[62105]: DEBUG nova.network.neutron [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1471.194983] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.285900] env[62105]: DEBUG nova.policy [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0df9aefb01414fcc9dff643dc623ef6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21694c009544844a8e45f36db2e02ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1471.408688] env[62105]: INFO nova.compute.manager [-] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Took 1.33 seconds to deallocate network for instance. [ 1471.448700] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903277, 'name': Rename_Task, 'duration_secs': 0.303433} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.448700] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1471.448700] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab4312ea-28e4-46f9-9654-1b03f601f458 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.455944] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1471.455944] env[62105]: value = "task-1903278" [ 1471.455944] env[62105]: _type = "Task" [ 1471.455944] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.463626] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.688027] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1471.894625] env[62105]: DEBUG nova.network.neutron [-] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.919842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.969264] env[62105]: DEBUG nova.network.neutron [-] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.972203] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.972203] env[62105]: DEBUG nova.network.neutron [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Successfully created port: 2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.334297] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4f29b0-1882-471b-be7f-c7b2127b4d12 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.346037] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ae839b-e940-4dc2-a7cc-0258067702d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.379815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5969cbe-4a15-4acd-bb33-fe77c56c9a08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.390185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae3fe0e-18eb-4b7f-a207-70891506dff1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.403920] env[62105]: INFO nova.compute.manager [-] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Took 1.39 seconds to deallocate network for instance. [ 1472.404568] env[62105]: DEBUG nova.compute.provider_tree [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.449028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.449028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.449028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.449028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.449216] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.451141] env[62105]: INFO nova.compute.manager [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Terminating instance [ 1472.465447] env[62105]: DEBUG oslo_vmware.api [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903278, 'name': PowerOnVM_Task, 'duration_secs': 0.595772} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.465949] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.466157] env[62105]: INFO nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1472.466341] env[62105]: DEBUG nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.467313] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98f160-f3d4-4b59-bf90-cef3f5a8efa8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.471313] env[62105]: INFO nova.compute.manager [-] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Took 1.34 seconds to deallocate network for instance. [ 1472.698097] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1472.739647] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1472.739912] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.740109] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.740400] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.740564] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.742029] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1472.742029] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1472.742029] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1472.742029] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1472.742029] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1472.742276] env[62105]: DEBUG nova.virt.hardware [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1472.742859] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4929d02c-aead-4cdd-a4b5-e5ee80ab18aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.752196] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db8197c-5a56-4b18-a368-7fd5860c5d53 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.837701] env[62105]: DEBUG nova.compute.manager [req-3be0917a-ecc2-4c9e-85a8-ef3773e8f995 req-535a114f-88d1-4251-953f-69d67415da87 service nova] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Received event network-vif-deleted-b835283e-5d13-48f0-b143-94d15dc5b09a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1472.837701] env[62105]: DEBUG nova.compute.manager [req-3be0917a-ecc2-4c9e-85a8-ef3773e8f995 req-535a114f-88d1-4251-953f-69d67415da87 service nova] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Received event network-vif-deleted-80fd5905-1c14-4203-91df-966b5c071cf5 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1472.909048] env[62105]: DEBUG nova.scheduler.client.report [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.914746] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.955707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "refresh_cache-3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.955904] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "refresh_cache-3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.956099] env[62105]: DEBUG nova.network.neutron [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.980244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.992261] env[62105]: INFO nova.compute.manager [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Took 39.88 seconds to build instance. [ 1473.416296] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.416713] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.424399] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.362s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.481031] env[62105]: DEBUG nova.network.neutron [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.495851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66b24f98-35f8-4e0a-8829-263797a668ef tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "5ff7f553-c513-494a-9f35-71d72944fa15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.201s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.536082] env[62105]: DEBUG nova.network.neutron [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.925903] env[62105]: DEBUG nova.compute.utils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.928141] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.928259] env[62105]: DEBUG nova.network.neutron [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.938684] env[62105]: INFO nova.compute.claims [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.978299] env[62105]: DEBUG nova.policy [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4947b9d1d0644eccb4709c9f5bf337dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c4eae13b55e41a9866aad701a75ee17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.998359] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.042172] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "refresh_cache-3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.042172] env[62105]: DEBUG nova.compute.manager [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1474.042172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.042430] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8471a93-079e-4cb7-9cc4-aedf713662c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.052644] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1474.053057] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70baac83-8cd8-4e45-b79c-bee7022157a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.060621] env[62105]: DEBUG oslo_vmware.api [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1474.060621] env[62105]: value = "task-1903279" [ 1474.060621] env[62105]: _type = "Task" [ 1474.060621] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.070926] env[62105]: DEBUG oslo_vmware.api [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.328119] env[62105]: DEBUG nova.network.neutron [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Successfully created port: a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.425980] env[62105]: DEBUG nova.compute.manager [req-fdf4141d-09e6-431c-9bf9-f77e83ad8e05 req-9dd65271-6d4b-4c6f-9619-98dbbcf8c1e1 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Received event network-vif-plugged-2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1474.426794] env[62105]: DEBUG oslo_concurrency.lockutils [req-fdf4141d-09e6-431c-9bf9-f77e83ad8e05 req-9dd65271-6d4b-4c6f-9619-98dbbcf8c1e1 service nova] Acquiring lock "5dbe2308-8315-445f-9571-994de7e8d4d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.426794] env[62105]: DEBUG oslo_concurrency.lockutils [req-fdf4141d-09e6-431c-9bf9-f77e83ad8e05 req-9dd65271-6d4b-4c6f-9619-98dbbcf8c1e1 service nova] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.426794] env[62105]: DEBUG oslo_concurrency.lockutils [req-fdf4141d-09e6-431c-9bf9-f77e83ad8e05 req-9dd65271-6d4b-4c6f-9619-98dbbcf8c1e1 service nova] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.426794] env[62105]: DEBUG nova.compute.manager [req-fdf4141d-09e6-431c-9bf9-f77e83ad8e05 req-9dd65271-6d4b-4c6f-9619-98dbbcf8c1e1 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] No waiting events found dispatching network-vif-plugged-2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1474.427068] env[62105]: WARNING nova.compute.manager [req-fdf4141d-09e6-431c-9bf9-f77e83ad8e05 req-9dd65271-6d4b-4c6f-9619-98dbbcf8c1e1 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Received unexpected event network-vif-plugged-2758054a-99c4-4d5b-85d5-4327e66032fd for instance with vm_state building and task_state spawning. [ 1474.430907] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.447587] env[62105]: INFO nova.compute.resource_tracker [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating resource usage from migration 5ed4d861-2378-4dbf-a542-a3c6158d969e [ 1474.515773] env[62105]: DEBUG nova.network.neutron [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Successfully updated port: 2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.531430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.573562] env[62105]: DEBUG oslo_vmware.api [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903279, 'name': PowerOffVM_Task, 'duration_secs': 0.152736} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.574657] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1474.575659] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.578375] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a1354b5-0a7d-4d53-9275-81f364ea72e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.603855] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.605093] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.605093] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleting the datastore file [datastore2] 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.607707] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20feda16-2aa4-4707-a6a1-563a5db7a5b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.616442] env[62105]: DEBUG oslo_vmware.api [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1474.616442] env[62105]: value = "task-1903281" [ 1474.616442] env[62105]: _type = "Task" [ 1474.616442] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.625667] env[62105]: DEBUG oslo_vmware.api [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.940469] env[62105]: INFO nova.virt.block_device [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Booting with volume b9921d1f-7568-43d2-b9f2-ab895431187f at /dev/sda [ 1475.000252] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ea65588-540a-4be6-9e2f-fdc64ff71034 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.011342] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec00dd1d-25fc-44b3-b95e-9733c9765695 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.027154] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.027318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquired lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.027504] env[62105]: DEBUG nova.network.neutron [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.056233] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfed605d-884d-4fd1-8171-d66b33fef5a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.060460] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e26c10c-2f41-4fac-85db-aec6110e71c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.070278] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016d844e-b3e9-48d7-8996-e10138fc510b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.077412] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba927d02-4b45-4f14-9d39-d41ef3036111 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.144817] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cfc76e-c40c-4d86-81ed-e1c4d4a3c870 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.149207] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "5ff7f553-c513-494a-9f35-71d72944fa15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.149628] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "5ff7f553-c513-494a-9f35-71d72944fa15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.149937] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "5ff7f553-c513-494a-9f35-71d72944fa15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.150493] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "5ff7f553-c513-494a-9f35-71d72944fa15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.150761] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "5ff7f553-c513-494a-9f35-71d72944fa15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.154109] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232c856c-583f-4bbf-9540-ba9f187b76f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.158342] env[62105]: INFO nova.compute.manager [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Terminating instance [ 1475.168797] env[62105]: DEBUG oslo_vmware.api [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109403} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.175170] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daaabba-f73d-4e60-82d9-f0513ae45f39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.176337] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.176637] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.176948] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.177257] env[62105]: INFO nova.compute.manager [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1475.177529] env[62105]: DEBUG oslo.service.loopingcall [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.180400] env[62105]: DEBUG nova.compute.manager [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1475.180400] env[62105]: DEBUG nova.network.neutron [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1475.180748] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2786410c-d342-4601-b716-85403f688fd2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.195140] env[62105]: DEBUG nova.compute.provider_tree [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1475.200147] env[62105]: DEBUG nova.virt.block_device [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updating existing volume attachment record: e62d5073-ce22-4ca5-b852-21eb97d9c6a1 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1475.202794] env[62105]: DEBUG nova.network.neutron [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.585432] env[62105]: DEBUG nova.network.neutron [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.664473] env[62105]: DEBUG nova.compute.manager [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1475.664842] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.666120] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09188c-9114-4891-931c-eaf92efa2bb7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.678107] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.678575] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2107b04b-8ad4-467a-b8cc-150b58b2229a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.688574] env[62105]: DEBUG oslo_vmware.api [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1475.688574] env[62105]: value = "task-1903282" [ 1475.688574] env[62105]: _type = "Task" [ 1475.688574] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.698207] env[62105]: DEBUG oslo_vmware.api [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.705793] env[62105]: DEBUG nova.scheduler.client.report [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1475.713522] env[62105]: DEBUG nova.network.neutron [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.857954] env[62105]: DEBUG nova.network.neutron [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updating instance_info_cache with network_info: [{"id": "2758054a-99c4-4d5b-85d5-4327e66032fd", "address": "fa:16:3e:5d:3c:9a", "network": {"id": "d9e67ade-6243-48c0-a410-e346093691c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-151256035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21694c009544844a8e45f36db2e02ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758054a-99", "ovs_interfaceid": "2758054a-99c4-4d5b-85d5-4327e66032fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.866035] env[62105]: DEBUG nova.compute.manager [req-2c268fb4-d991-4f37-9b5e-ebd1023c01d5 req-064d405b-f1b8-4b81-91b6-fc612f601913 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Received event network-vif-plugged-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1475.866823] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c268fb4-d991-4f37-9b5e-ebd1023c01d5 req-064d405b-f1b8-4b81-91b6-fc612f601913 service nova] Acquiring lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.866823] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c268fb4-d991-4f37-9b5e-ebd1023c01d5 req-064d405b-f1b8-4b81-91b6-fc612f601913 service nova] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.866823] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c268fb4-d991-4f37-9b5e-ebd1023c01d5 req-064d405b-f1b8-4b81-91b6-fc612f601913 service nova] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.866823] env[62105]: DEBUG nova.compute.manager [req-2c268fb4-d991-4f37-9b5e-ebd1023c01d5 req-064d405b-f1b8-4b81-91b6-fc612f601913 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] No waiting events found dispatching network-vif-plugged-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.867032] env[62105]: WARNING nova.compute.manager [req-2c268fb4-d991-4f37-9b5e-ebd1023c01d5 req-064d405b-f1b8-4b81-91b6-fc612f601913 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Received unexpected event network-vif-plugged-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 for instance with vm_state building and task_state block_device_mapping. [ 1476.142943] env[62105]: DEBUG nova.network.neutron [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Successfully updated port: a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1476.202237] env[62105]: DEBUG oslo_vmware.api [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903282, 'name': PowerOffVM_Task, 'duration_secs': 0.19125} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.202533] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.203531] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.203531] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebcc3761-74fe-4b06-9232-ab2f89bda7ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.216811] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.792s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.216989] env[62105]: INFO nova.compute.manager [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Migrating [ 1476.217884] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.218130] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.219395] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.614s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.219654] env[62105]: DEBUG nova.objects.instance [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'resources' on Instance uuid 389e1eee-9d9b-4bd9-94df-8cc490f239a6 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.222918] env[62105]: INFO nova.compute.manager [-] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Took 1.04 seconds to deallocate network for instance. [ 1476.285665] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.285665] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.285846] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleting the datastore file [datastore1] 5ff7f553-c513-494a-9f35-71d72944fa15 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.286116] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc17badd-cd55-4f7b-aaeb-edb3ecf92d9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.293208] env[62105]: DEBUG oslo_vmware.api [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for the task: (returnval){ [ 1476.293208] env[62105]: value = "task-1903284" [ 1476.293208] env[62105]: _type = "Task" [ 1476.293208] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.306248] env[62105]: DEBUG oslo_vmware.api [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.360517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Releasing lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.361508] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Instance network_info: |[{"id": "2758054a-99c4-4d5b-85d5-4327e66032fd", "address": "fa:16:3e:5d:3c:9a", "network": {"id": "d9e67ade-6243-48c0-a410-e346093691c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-151256035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21694c009544844a8e45f36db2e02ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758054a-99", "ovs_interfaceid": "2758054a-99c4-4d5b-85d5-4327e66032fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.361978] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:3c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2758054a-99c4-4d5b-85d5-4327e66032fd', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.371215] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Creating folder: Project (b21694c009544844a8e45f36db2e02ec). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.371694] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d78b44-49a4-457d-a983-6670c5e09531 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.383491] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Created folder: Project (b21694c009544844a8e45f36db2e02ec) in parent group-v392807. [ 1476.383696] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Creating folder: Instances. Parent ref: group-v392899. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.384019] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42f27388-7af8-481d-afa9-dc71a667e62d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.394548] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Created folder: Instances in parent group-v392899. [ 1476.394807] env[62105]: DEBUG oslo.service.loopingcall [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.395093] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.395545] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0269141-6b5b-493c-b02d-446e990301ab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.416977] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.416977] env[62105]: value = "task-1903287" [ 1476.416977] env[62105]: _type = "Task" [ 1476.416977] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.424715] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903287, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.454860] env[62105]: DEBUG nova.compute.manager [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Received event network-changed-2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1476.454860] env[62105]: DEBUG nova.compute.manager [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Refreshing instance network info cache due to event network-changed-2758054a-99c4-4d5b-85d5-4327e66032fd. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1476.455316] env[62105]: DEBUG oslo_concurrency.lockutils [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] Acquiring lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.455316] env[62105]: DEBUG oslo_concurrency.lockutils [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] Acquired lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.455447] env[62105]: DEBUG nova.network.neutron [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Refreshing network info cache for port 2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.650401] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.650636] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquired lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.650636] env[62105]: DEBUG nova.network.neutron [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.724589] env[62105]: INFO nova.compute.rpcapi [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1476.725140] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.736232] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.806692] env[62105]: DEBUG oslo_vmware.api [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Task: {'id': task-1903284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169857} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.807352] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.807883] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.807958] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.808190] env[62105]: INFO nova.compute.manager [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1476.808500] env[62105]: DEBUG oslo.service.loopingcall [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.808829] env[62105]: DEBUG nova.compute.manager [-] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1476.808972] env[62105]: DEBUG nova.network.neutron [-] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.929376] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903287, 'name': CreateVM_Task, 'duration_secs': 0.339661} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.932020] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.932020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.932020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.932020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.932020] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae669844-2d29-438c-a54b-b92d2922d9a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.936502] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1476.936502] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5205bb6e-e033-b561-3383-cede96c003c4" [ 1476.936502] env[62105]: _type = "Task" [ 1476.936502] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.944395] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5205bb6e-e033-b561-3383-cede96c003c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.209064] env[62105]: DEBUG nova.network.neutron [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1477.247842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.248055] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.248260] env[62105]: DEBUG nova.network.neutron [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.323908] env[62105]: DEBUG nova.network.neutron [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updated VIF entry in instance network info cache for port 2758054a-99c4-4d5b-85d5-4327e66032fd. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.324291] env[62105]: DEBUG nova.network.neutron [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updating instance_info_cache with network_info: [{"id": "2758054a-99c4-4d5b-85d5-4327e66032fd", "address": "fa:16:3e:5d:3c:9a", "network": {"id": "d9e67ade-6243-48c0-a410-e346093691c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-151256035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21694c009544844a8e45f36db2e02ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758054a-99", "ovs_interfaceid": "2758054a-99c4-4d5b-85d5-4327e66032fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.331291] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.331804] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1477.332045] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.332167] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1477.332345] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.332483] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1477.332623] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1477.332820] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1477.332974] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1477.333144] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1477.333299] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1477.333465] env[62105]: DEBUG nova.virt.hardware [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1477.337136] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c75a3-3425-4962-aede-c0839bfabad5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.354503] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185ec63a-7b26-428b-a3be-47fa85088bdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.394446] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e4d4b5-5550-4bac-9e25-5d12b865dcc5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.401833] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4562dd50-6ad5-499c-b836-d5001ad17b60 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.435993] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbea9ae-54d4-44a1-8396-3b2079a1966f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.450875] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a445b1e-bb45-475b-a84a-2f121dfd67c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.455017] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5205bb6e-e033-b561-3383-cede96c003c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009627} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.455397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.455688] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1477.455931] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.456086] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.456264] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1477.456882] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffc963ad-a5b9-4faf-b643-a6877c886ff7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.466360] env[62105]: DEBUG nova.compute.provider_tree [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.474337] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1477.474550] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1477.475236] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd77f5ff-6759-443a-9940-8b1babdf1c35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.480826] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1477.480826] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f7c650-f93b-6b5e-8292-299623146632" [ 1477.480826] env[62105]: _type = "Task" [ 1477.480826] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.489010] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f7c650-f93b-6b5e-8292-299623146632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.501891] env[62105]: DEBUG nova.network.neutron [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updating instance_info_cache with network_info: [{"id": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "address": "fa:16:3e:7b:07:3e", "network": {"id": "e02279de-a8ad-40a4-8558-dc91933f8146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1895607837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4eae13b55e41a9866aad701a75ee17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a74dc8-12", "ovs_interfaceid": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.787789] env[62105]: DEBUG nova.network.neutron [-] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.827213] env[62105]: DEBUG oslo_concurrency.lockutils [req-a124cc62-f1c3-4179-bfe8-79cc02ec3564 req-ac0beda1-699d-4159-9697-e5d03c1ff4f5 service nova] Releasing lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.971122] env[62105]: DEBUG nova.scheduler.client.report [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.991961] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f7c650-f93b-6b5e-8292-299623146632, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.992825] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d2e8c4-f6d4-4ac4-8c9d-5b5d05ffe381 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.999030] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1477.999030] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b40b77-8a15-e369-9140-7a71cffc36e3" [ 1477.999030] env[62105]: _type = "Task" [ 1477.999030] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.007416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Releasing lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.007712] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance network_info: |[{"id": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "address": "fa:16:3e:7b:07:3e", "network": {"id": "e02279de-a8ad-40a4-8558-dc91933f8146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1895607837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4eae13b55e41a9866aad701a75ee17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a74dc8-12", "ovs_interfaceid": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1478.007967] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b40b77-8a15-e369-9140-7a71cffc36e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.008616] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:07:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a74dc8-12ce-4e3b-9155-67ecf66fad30', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1478.015875] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Creating folder: Project (5c4eae13b55e41a9866aad701a75ee17). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.016078] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-162faa2e-67c4-40e0-ba76-1a344d52b3ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.029620] env[62105]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1478.029782] env[62105]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62105) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1478.030112] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Folder already exists: Project (5c4eae13b55e41a9866aad701a75ee17). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1478.030309] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Creating folder: Instances. Parent ref: group-v392843. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1478.030598] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bfbaedd-e67b-460c-91e6-354e66d40801 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.040080] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Created folder: Instances in parent group-v392843. [ 1478.040325] env[62105]: DEBUG oslo.service.loopingcall [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1478.040508] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1478.040728] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7783c02-9240-47b0-8010-a49c11f1b96f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.058212] env[62105]: DEBUG nova.compute.manager [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Received event network-changed-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1478.058212] env[62105]: DEBUG nova.compute.manager [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Refreshing instance network info cache due to event network-changed-a9a74dc8-12ce-4e3b-9155-67ecf66fad30. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1478.058212] env[62105]: DEBUG oslo_concurrency.lockutils [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] Acquiring lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.058212] env[62105]: DEBUG oslo_concurrency.lockutils [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] Acquired lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.058212] env[62105]: DEBUG nova.network.neutron [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Refreshing network info cache for port a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.063292] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1478.063292] env[62105]: value = "task-1903290" [ 1478.063292] env[62105]: _type = "Task" [ 1478.063292] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.071811] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903290, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.092775] env[62105]: DEBUG nova.network.neutron [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance_info_cache with network_info: [{"id": "01398014-a11f-4d4b-b326-9614da3875a6", "address": "fa:16:3e:f8:45:0e", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01398014-a1", "ovs_interfaceid": "01398014-a11f-4d4b-b326-9614da3875a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.290412] env[62105]: INFO nova.compute.manager [-] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Took 1.48 seconds to deallocate network for instance. [ 1478.478973] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.483768] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.446s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.483768] env[62105]: INFO nova.compute.claims [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1478.515149] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b40b77-8a15-e369-9140-7a71cffc36e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.515433] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.515691] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5dbe2308-8315-445f-9571-994de7e8d4d2/5dbe2308-8315-445f-9571-994de7e8d4d2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1478.515954] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0aed91-2327-45a9-b2c9-40cec0306b75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.522741] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1478.522741] env[62105]: value = "task-1903291" [ 1478.522741] env[62105]: _type = "Task" [ 1478.522741] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.531080] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.573548] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903290, 'name': CreateVM_Task, 'duration_secs': 0.408926} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.573737] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.574411] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': 'e62d5073-ce22-4ca5-b852-21eb97d9c6a1', 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392859', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'name': 'volume-b9921d1f-7568-43d2-b9f2-ab895431187f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6ff7d5-ae57-4f21-b39b-8d5f53d19409', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'serial': 'b9921d1f-7568-43d2-b9f2-ab895431187f'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1478.574629] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Root volume attach. Driver type: vmdk {{(pid=62105) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1478.575445] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15368761-313c-4d70-936b-fc89fd36ec25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.583753] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bb3b09-b721-4ba4-b010-40c32f2e47f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.590164] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a1c5b5-fb64-4116-b363-f42369309387 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.595888] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.598310] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-76827692-f65d-46f6-bf77-94bbb373d6be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.610418] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1478.610418] env[62105]: value = "task-1903292" [ 1478.610418] env[62105]: _type = "Task" [ 1478.610418] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.620199] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.630942] env[62105]: INFO nova.scheduler.client.report [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocations for instance 389e1eee-9d9b-4bd9-94df-8cc490f239a6 [ 1478.797991] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.829475] env[62105]: DEBUG nova.network.neutron [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updated VIF entry in instance network info cache for port a9a74dc8-12ce-4e3b-9155-67ecf66fad30. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.829910] env[62105]: DEBUG nova.network.neutron [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updating instance_info_cache with network_info: [{"id": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "address": "fa:16:3e:7b:07:3e", "network": {"id": "e02279de-a8ad-40a4-8558-dc91933f8146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1895607837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4eae13b55e41a9866aad701a75ee17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a74dc8-12", "ovs_interfaceid": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.040506] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449774} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.040719] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5dbe2308-8315-445f-9571-994de7e8d4d2/5dbe2308-8315-445f-9571-994de7e8d4d2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1479.040916] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1479.041201] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd8cee2-2336-4a7d-b440-78bbfca7ce49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.055536] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1479.055536] env[62105]: value = "task-1903293" [ 1479.055536] env[62105]: _type = "Task" [ 1479.055536] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.066205] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.122827] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 42%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.138521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ec74259-fe5a-432c-af7d-8bb0d338511c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "389e1eee-9d9b-4bd9-94df-8cc490f239a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.393s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.332834] env[62105]: DEBUG oslo_concurrency.lockutils [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] Releasing lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.333274] env[62105]: DEBUG nova.compute.manager [req-162a23e4-4716-43f4-934e-9db955e8a820 req-850f91fc-1196-410d-a106-685893cae902 service nova] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Received event network-vif-deleted-fd56fcb5-e3a8-4a51-9091-0d4dbde52b08 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1479.575476] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069319} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.576208] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.577211] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2864e1-70ee-48e1-a1d9-1fb521c4440b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.605181] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5dbe2308-8315-445f-9571-994de7e8d4d2/5dbe2308-8315-445f-9571-994de7e8d4d2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.608321] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a2451f-b592-4813-9b2a-5aa9772b70fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.642127] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 56%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.644636] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1479.644636] env[62105]: value = "task-1903294" [ 1479.644636] env[62105]: _type = "Task" [ 1479.644636] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.663205] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.134641] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6d7ed8-3d09-49a8-ab93-326bf9ef607c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.169662] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 69%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.170481] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1480.176245] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556d8950-23fe-462c-86e3-72bf10034145 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.183436] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.190706] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6090e79d-22f3-4978-8030-7b782f663dbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.233949] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83558d-c2ef-4a66-b6bb-d1c158f7039f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.247690] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe31591-21fa-41a2-aacf-420fb488977a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.266663] env[62105]: DEBUG nova.compute.provider_tree [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.438923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.439285] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.644075] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 84%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.656807] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.688663] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1480.688663] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74085b8-b0fb-4300-a89a-95b7b01412c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.703558] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1480.703558] env[62105]: value = "task-1903295" [ 1480.703558] env[62105]: _type = "Task" [ 1480.703558] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.716838] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.774767] env[62105]: DEBUG nova.scheduler.client.report [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.145661] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 97%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.155847] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.214953] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903295, 'name': PowerOffVM_Task, 'duration_secs': 0.221164} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.215464] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.215847] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1481.282673] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.282673] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1481.285028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.884s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.642135] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.653916] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903294, 'name': ReconfigVM_Task, 'duration_secs': 1.550722} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.654227] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5dbe2308-8315-445f-9571-994de7e8d4d2/5dbe2308-8315-445f-9571-994de7e8d4d2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.654925] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0f385e3-3aeb-41b8-96b5-0b2f5d150364 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.661426] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1481.661426] env[62105]: value = "task-1903296" [ 1481.661426] env[62105]: _type = "Task" [ 1481.661426] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.668945] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903296, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.698373] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "511e9ee9-adf1-4348-b8bb-f350236ccf03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.698602] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.724726] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.724952] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.725140] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.725328] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.725488] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.725642] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.725862] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.726041] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.726214] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.726379] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.726548] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.732256] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aea285f-4182-4e60-b320-3e39f53a284c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.747215] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1481.747215] env[62105]: value = "task-1903297" [ 1481.747215] env[62105]: _type = "Task" [ 1481.747215] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.756769] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.792340] env[62105]: DEBUG nova.compute.utils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.802158] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1481.802408] env[62105]: DEBUG nova.network.neutron [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.845856] env[62105]: DEBUG nova.policy [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3d833f1aebe4f4fa4aca5b2831700a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef7b02723e84a2f98cfc0d6ab410d3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1482.113742] env[62105]: DEBUG nova.network.neutron [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Successfully created port: ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1482.143390] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903292, 'name': RelocateVM_Task, 'duration_secs': 3.104692} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.143664] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1482.143867] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392859', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'name': 'volume-b9921d1f-7568-43d2-b9f2-ab895431187f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6ff7d5-ae57-4f21-b39b-8d5f53d19409', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'serial': 'b9921d1f-7568-43d2-b9f2-ab895431187f'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1482.145019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75558c13-c819-4e28-8958-4fe996397566 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.162372] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd45e14-d29d-4897-a948-05d7850d1470 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.172552] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903296, 'name': Rename_Task, 'duration_secs': 0.155792} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.183236] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.192483] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] volume-b9921d1f-7568-43d2-b9f2-ab895431187f/volume-b9921d1f-7568-43d2-b9f2-ab895431187f.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.192790] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19bc6f3d-e7cf-4dda-b872-83bfc942ce33 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.195031] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2f5512-a051-4528-883c-45d7d3af1f00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.215046] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1482.215046] env[62105]: value = "task-1903298" [ 1482.215046] env[62105]: _type = "Task" [ 1482.215046] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.216593] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1482.216593] env[62105]: value = "task-1903299" [ 1482.216593] env[62105]: _type = "Task" [ 1482.216593] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.231370] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.231675] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.257542] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903297, 'name': ReconfigVM_Task, 'duration_secs': 0.319297} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.257774] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1482.303346] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1482.306643] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Applying migration context for instance d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 as it has an incoming, in-progress migration 5ed4d861-2378-4dbf-a542-a3c6158d969e. Migration status is migrating {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1482.309243] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating resource usage from migration 5ed4d861-2378-4dbf-a542-a3c6158d969e [ 1482.336859] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 175a86b7-eb68-41d6-a634-a0aef83b4fba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.337030] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 413dd89a-6b40-41bb-9140-3a809ab169c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.337164] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f43578b1-da1d-448c-a8ae-f1680d4faad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.337284] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.337400] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 27885184-734b-42ae-8c31-e14e67330fbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.337516] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance e7abc8f6-9b51-4ffc-ab49-058890a2f975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.337654] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 398cbe63-cfb4-428c-ae35-e9485c71699e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.337774] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d94f5cbf-7211-4493-98ae-1ce38a6c27a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.337888] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.338019] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3d1e9644-5a7d-44b0-97bd-0fe56fde3559 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.338210] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ae779600-8b2a-4712-998d-e47752965086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.338381] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.338528] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 1fa71e2b-14df-415c-a823-3b5649802a4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.338658] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.338777] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.338893] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 5ff7f553-c513-494a-9f35-71d72944fa15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1482.339011] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 5dbe2308-8315-445f-9571-994de7e8d4d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.339132] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.339243] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 0fa8ff2b-0a19-452f-af84-c4e5775e987b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1482.732561] env[62105]: DEBUG oslo_vmware.api [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903298, 'name': PowerOnVM_Task, 'duration_secs': 0.460236} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.737179] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1482.738540] env[62105]: INFO nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1482.738540] env[62105]: DEBUG nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1482.739264] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.740211] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26287856-ebbc-47ed-a19d-0f4baf22125c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.768018] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1482.768315] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.768574] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1482.768893] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.769105] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1482.770585] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1482.770585] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1482.770585] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1482.770585] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1482.770585] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1482.770860] env[62105]: DEBUG nova.virt.hardware [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1482.781450] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1482.781915] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62cef95f-0b92-4f7d-899a-abbaf132a3cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.804265] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1482.804265] env[62105]: value = "task-1903300" [ 1482.804265] env[62105]: _type = "Task" [ 1482.804265] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.816863] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.842453] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance e8a155e4-7149-48b6-9f42-c011e5e02f28 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.229581] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903299, 'name': ReconfigVM_Task, 'duration_secs': 0.606607} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.229896] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Reconfigured VM instance instance-00000020 to attach disk [datastore2] volume-b9921d1f-7568-43d2-b9f2-ab895431187f/volume-b9921d1f-7568-43d2-b9f2-ab895431187f.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.236034] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6654956-f62f-4cf1-be69-38366aca7e7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.255189] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1483.255189] env[62105]: value = "task-1903301" [ 1483.255189] env[62105]: _type = "Task" [ 1483.255189] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.259875] env[62105]: INFO nova.compute.manager [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Took 42.85 seconds to build instance. [ 1483.266042] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.315456] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903300, 'name': ReconfigVM_Task, 'duration_secs': 0.151484} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.315742] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1483.316561] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16da7fc3-ba17-43a2-b316-cb5bea609f50 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.319855] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1483.341977] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60/d4e3e9a1-c0a2-4d89-971b-bf00729ffe60.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1483.344550] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e199e46-d749-45e0-ba94-afdd04feb898 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.358285] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 10210a11-05f4-485f-b5e4-fd50e23eba9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.364057] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1483.364335] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1483.364451] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1483.364713] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1483.364786] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1483.364906] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1483.365314] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1483.365507] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1483.365681] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1483.365843] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1483.366026] env[62105]: DEBUG nova.virt.hardware [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1483.366846] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713d64ba-40f1-4343-aac0-f32214cfcc0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.371379] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1483.371379] env[62105]: value = "task-1903302" [ 1483.371379] env[62105]: _type = "Task" [ 1483.371379] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.379898] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af282cd-2fb6-4264-8956-958ae1a73e8d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.387412] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.566572] env[62105]: DEBUG nova.compute.manager [req-153febe1-963a-440d-ba9a-8c33fdd0f5e9 req-d2aa7b65-c2ef-4b42-92df-9d54e973eec9 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Received event network-vif-plugged-ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1483.566899] env[62105]: DEBUG oslo_concurrency.lockutils [req-153febe1-963a-440d-ba9a-8c33fdd0f5e9 req-d2aa7b65-c2ef-4b42-92df-9d54e973eec9 service nova] Acquiring lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.567141] env[62105]: DEBUG oslo_concurrency.lockutils [req-153febe1-963a-440d-ba9a-8c33fdd0f5e9 req-d2aa7b65-c2ef-4b42-92df-9d54e973eec9 service nova] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.567365] env[62105]: DEBUG oslo_concurrency.lockutils [req-153febe1-963a-440d-ba9a-8c33fdd0f5e9 req-d2aa7b65-c2ef-4b42-92df-9d54e973eec9 service nova] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.567600] env[62105]: DEBUG nova.compute.manager [req-153febe1-963a-440d-ba9a-8c33fdd0f5e9 req-d2aa7b65-c2ef-4b42-92df-9d54e973eec9 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] No waiting events found dispatching network-vif-plugged-ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.567784] env[62105]: WARNING nova.compute.manager [req-153febe1-963a-440d-ba9a-8c33fdd0f5e9 req-d2aa7b65-c2ef-4b42-92df-9d54e973eec9 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Received unexpected event network-vif-plugged-ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 for instance with vm_state building and task_state spawning. [ 1483.639895] env[62105]: DEBUG nova.network.neutron [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Successfully updated port: ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.764088] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7d0c6e7-2bae-4e9e-8b32-1da9e6211dda tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.071s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.769656] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903301, 'name': ReconfigVM_Task, 'duration_secs': 0.133654} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.770832] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392859', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'name': 'volume-b9921d1f-7568-43d2-b9f2-ab895431187f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6ff7d5-ae57-4f21-b39b-8d5f53d19409', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'serial': 'b9921d1f-7568-43d2-b9f2-ab895431187f'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1483.771631] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-136307a2-9ecc-46c6-bf4e-48d1c6baf138 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.780169] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1483.780169] env[62105]: value = "task-1903303" [ 1483.780169] env[62105]: _type = "Task" [ 1483.780169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.792581] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903303, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.872419] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 0b186c48-92ed-4d81-ba08-911e507ffd73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1483.884374] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903302, 'name': ReconfigVM_Task, 'duration_secs': 0.280039} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.884374] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Reconfigured VM instance instance-00000016 to attach disk [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60/d4e3e9a1-c0a2-4d89-971b-bf00729ffe60.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.884374] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1484.142863] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "refresh_cache-0fa8ff2b-0a19-452f-af84-c4e5775e987b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.142863] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "refresh_cache-0fa8ff2b-0a19-452f-af84-c4e5775e987b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.142863] env[62105]: DEBUG nova.network.neutron [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.266954] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1484.291284] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903303, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.381154] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 700b21a6-33e0-430b-a2a9-172ac8d684af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.392127] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e0bcdd-0a4b-440d-9631-cee16bbc88fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.412393] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d52b68-839c-41ef-92ca-591d7b6c5dbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.430982] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1484.681783] env[62105]: DEBUG nova.network.neutron [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.792568] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903303, 'name': Rename_Task, 'duration_secs': 0.932453} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.793611] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.793917] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.794187] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b38f0d-904b-4189-a9f8-313c594e1ed9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.800154] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1484.800154] env[62105]: value = "task-1903304" [ 1484.800154] env[62105]: _type = "Task" [ 1484.800154] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.812269] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.834295] env[62105]: DEBUG nova.network.neutron [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Updating instance_info_cache with network_info: [{"id": "ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7", "address": "fa:16:3e:3a:09:75", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf972a4-7b", "ovs_interfaceid": "ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.881973] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 418bb0c7-2734-4014-9f44-33cf0069c3e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1484.975170] env[62105]: DEBUG nova.network.neutron [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Port 01398014-a11f-4d4b-b326-9614da3875a6 binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1485.121153] env[62105]: DEBUG nova.compute.manager [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Received event network-changed-2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1485.121153] env[62105]: DEBUG nova.compute.manager [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Refreshing instance network info cache due to event network-changed-2758054a-99c4-4d5b-85d5-4327e66032fd. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1485.121848] env[62105]: DEBUG oslo_concurrency.lockutils [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] Acquiring lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.122222] env[62105]: DEBUG oslo_concurrency.lockutils [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] Acquired lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.123048] env[62105]: DEBUG nova.network.neutron [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Refreshing network info cache for port 2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.310174] env[62105]: DEBUG oslo_vmware.api [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903304, 'name': PowerOnVM_Task, 'duration_secs': 0.431427} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.311274] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1485.314058] env[62105]: INFO nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1485.314058] env[62105]: DEBUG nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.314058] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1a4b0-af2c-4ee9-8d3b-f54274de3f25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.343563] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "refresh_cache-0fa8ff2b-0a19-452f-af84-c4e5775e987b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.343563] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Instance network_info: |[{"id": "ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7", "address": "fa:16:3e:3a:09:75", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf972a4-7b", "ovs_interfaceid": "ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.343785] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:09:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.352778] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Creating folder: Project (4ef7b02723e84a2f98cfc0d6ab410d3c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.354019] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbf56d9b-8959-4d03-88d3-22c0850f70b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.364311] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Created folder: Project (4ef7b02723e84a2f98cfc0d6ab410d3c) in parent group-v392807. [ 1485.364508] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Creating folder: Instances. Parent ref: group-v392904. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.365500] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7f75595-6bdc-4912-a88d-46a1ac7bd738 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.374644] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Created folder: Instances in parent group-v392904. [ 1485.374886] env[62105]: DEBUG oslo.service.loopingcall [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.375823] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.376149] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc3ff3ab-0e7f-4e05-a873-2a89622c2792 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.394066] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.400046] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.400046] env[62105]: value = "task-1903307" [ 1485.400046] env[62105]: _type = "Task" [ 1485.400046] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.409133] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903307, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.611155] env[62105]: DEBUG nova.compute.manager [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Received event network-changed-ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1485.611364] env[62105]: DEBUG nova.compute.manager [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Refreshing instance network info cache due to event network-changed-ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1485.611622] env[62105]: DEBUG oslo_concurrency.lockutils [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] Acquiring lock "refresh_cache-0fa8ff2b-0a19-452f-af84-c4e5775e987b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.611774] env[62105]: DEBUG oslo_concurrency.lockutils [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] Acquired lock "refresh_cache-0fa8ff2b-0a19-452f-af84-c4e5775e987b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.611971] env[62105]: DEBUG nova.network.neutron [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Refreshing network info cache for port ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.833614] env[62105]: INFO nova.compute.manager [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Took 44.81 seconds to build instance. [ 1485.879908] env[62105]: DEBUG nova.network.neutron [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updated VIF entry in instance network info cache for port 2758054a-99c4-4d5b-85d5-4327e66032fd. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1485.880304] env[62105]: DEBUG nova.network.neutron [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updating instance_info_cache with network_info: [{"id": "2758054a-99c4-4d5b-85d5-4327e66032fd", "address": "fa:16:3e:5d:3c:9a", "network": {"id": "d9e67ade-6243-48c0-a410-e346093691c9", "bridge": "br-int", "label": "tempest-ServersTestJSON-151256035-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21694c009544844a8e45f36db2e02ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2758054a-99", "ovs_interfaceid": "2758054a-99c4-4d5b-85d5-4327e66032fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.896911] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3cb203e8-a08e-49ce-a3c5-767874dab719 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1485.912338] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903307, 'name': CreateVM_Task, 'duration_secs': 0.448828} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.912507] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.913383] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.913383] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.913671] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.913977] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b068ca-64df-4f38-b6be-c1a0f1be7657 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.918710] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1485.918710] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528efb3a-57dd-1e3f-bbce-baf7b902d610" [ 1485.918710] env[62105]: _type = "Task" [ 1485.918710] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.926416] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528efb3a-57dd-1e3f-bbce-baf7b902d610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.997616] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.997858] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.998041] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.336851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbe42540-c696-4a87-ab60-07ad68ace631 tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.122s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.383863] env[62105]: DEBUG oslo_concurrency.lockutils [req-ff40a592-b1da-48fb-9ce8-5b087ded41bb req-23056ebd-6a77-4223-abd8-4bddbb5d2db4 service nova] Releasing lock "refresh_cache-5dbe2308-8315-445f-9571-994de7e8d4d2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.396899] env[62105]: DEBUG nova.network.neutron [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Updated VIF entry in instance network info cache for port ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.397298] env[62105]: DEBUG nova.network.neutron [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Updating instance_info_cache with network_info: [{"id": "ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7", "address": "fa:16:3e:3a:09:75", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf972a4-7b", "ovs_interfaceid": "ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.399567] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ef5caeab-3236-4566-9464-39e6c5e64bc7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1486.430333] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528efb3a-57dd-1e3f-bbce-baf7b902d610, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.430631] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.430918] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.431171] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.431320] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.431539] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.431810] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12b1d927-9c37-4b4b-ac63-9634946ba24f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.440586] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.440766] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.441541] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e02f253-a1aa-4696-97ea-03b8e26a4fd6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.447215] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1486.447215] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d37850-830d-53e1-1996-4bd49a4939f0" [ 1486.447215] env[62105]: _type = "Task" [ 1486.447215] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.455007] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d37850-830d-53e1-1996-4bd49a4939f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.840817] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.899793] env[62105]: DEBUG oslo_concurrency.lockutils [req-c14e1cac-8ad6-4e7e-abcb-6afcf482d69e req-4725cff6-b46e-47a4-a979-85fa8efe0194 service nova] Releasing lock "refresh_cache-0fa8ff2b-0a19-452f-af84-c4e5775e987b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.902668] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 20370a0d-4dd5-43b2-848b-0bfd8a895e1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1486.903734] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Migration 5ed4d861-2378-4dbf-a542-a3c6158d969e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1486.903734] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1486.957833] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d37850-830d-53e1-1996-4bd49a4939f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008552} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.958649] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecb45b17-02cb-40ae-b95b-3793bc416d31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.964177] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1486.964177] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520f939c-f099-77fc-0758-553f73e1ffd2" [ 1486.964177] env[62105]: _type = "Task" [ 1486.964177] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.973425] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520f939c-f099-77fc-0758-553f73e1ffd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.049976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.050191] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.050374] env[62105]: DEBUG nova.network.neutron [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.365256] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.406573] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 749d4191-d3d8-438e-87c1-378fb54bf6ef has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1487.475061] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520f939c-f099-77fc-0758-553f73e1ffd2, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.475061] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.475369] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 0fa8ff2b-0a19-452f-af84-c4e5775e987b/0fa8ff2b-0a19-452f-af84-c4e5775e987b.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.475617] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b4dab9-51ca-4133-8d1b-b73d42bc2130 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.482409] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1487.482409] env[62105]: value = "task-1903308" [ 1487.482409] env[62105]: _type = "Task" [ 1487.482409] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.490471] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.640350] env[62105]: DEBUG nova.compute.manager [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Received event network-changed-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1487.641035] env[62105]: DEBUG nova.compute.manager [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Refreshing instance network info cache due to event network-changed-a9a74dc8-12ce-4e3b-9155-67ecf66fad30. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1487.641035] env[62105]: DEBUG oslo_concurrency.lockutils [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] Acquiring lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1487.641035] env[62105]: DEBUG oslo_concurrency.lockutils [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] Acquired lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.641174] env[62105]: DEBUG nova.network.neutron [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Refreshing network info cache for port a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1487.775679] env[62105]: DEBUG nova.network.neutron [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance_info_cache with network_info: [{"id": "01398014-a11f-4d4b-b326-9614da3875a6", "address": "fa:16:3e:f8:45:0e", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01398014-a1", "ovs_interfaceid": "01398014-a11f-4d4b-b326-9614da3875a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.910939] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a07a8de5-1b32-4574-b96d-f9a62f8ec445 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1487.993220] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903308, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.278763] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.362888] env[62105]: DEBUG nova.network.neutron [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updated VIF entry in instance network info cache for port a9a74dc8-12ce-4e3b-9155-67ecf66fad30. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.363284] env[62105]: DEBUG nova.network.neutron [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updating instance_info_cache with network_info: [{"id": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "address": "fa:16:3e:7b:07:3e", "network": {"id": "e02279de-a8ad-40a4-8558-dc91933f8146", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1895607837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c4eae13b55e41a9866aad701a75ee17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a74dc8-12", "ovs_interfaceid": "a9a74dc8-12ce-4e3b-9155-67ecf66fad30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.413739] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1488.494207] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518382} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.494442] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 0fa8ff2b-0a19-452f-af84-c4e5775e987b/0fa8ff2b-0a19-452f-af84-c4e5775e987b.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.494669] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.494901] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9d9b17-c905-416c-9b08-5ab20e6f91ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.502111] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1488.502111] env[62105]: value = "task-1903309" [ 1488.502111] env[62105]: _type = "Task" [ 1488.502111] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.510245] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.804834] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa17bad8-fd08-4db1-a9ce-5faa628d74f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.824635] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf85af1-22d1-40ae-a326-aff6912227f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.831770] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.866374] env[62105]: DEBUG oslo_concurrency.lockutils [req-81ff4b0a-2e92-45ef-95d3-5d8c67e23a62 req-5d71780d-f2e0-4fd8-a34b-e4f1780f4e6f service nova] Releasing lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1488.917665] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d7f9b5e1-bd68-48ce-97e2-aff43c7693af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1489.012636] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073675} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.015019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1489.015019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d25866-7998-4830-80e5-6127a4d0a847 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.037715] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 0fa8ff2b-0a19-452f-af84-c4e5775e987b/0fa8ff2b-0a19-452f-af84-c4e5775e987b.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1489.038050] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a3eda8-d0fb-4b77-8cf4-5ea24c3a274d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.059552] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1489.059552] env[62105]: value = "task-1903310" [ 1489.059552] env[62105]: _type = "Task" [ 1489.059552] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.071530] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.337992] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.338195] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3b76bc-9f63-4a20-9fce-bcd785947693 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.345569] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1489.345569] env[62105]: value = "task-1903311" [ 1489.345569] env[62105]: _type = "Task" [ 1489.345569] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.354418] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.423681] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 36a927b6-2c0b-4df6-8d89-8865eff38548 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1489.570391] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903310, 'name': ReconfigVM_Task, 'duration_secs': 0.290844} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.570544] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 0fa8ff2b-0a19-452f-af84-c4e5775e987b/0fa8ff2b-0a19-452f-af84-c4e5775e987b.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.571223] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b0e8308-1d5f-4403-84a5-305c0f33756e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.578135] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1489.578135] env[62105]: value = "task-1903312" [ 1489.578135] env[62105]: _type = "Task" [ 1489.578135] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.586881] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903312, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.856081] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903311, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.926335] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 9ecdb3cc-9a99-49c5-8216-202787d0a6bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.087477] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903312, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.357733] env[62105]: DEBUG oslo_vmware.api [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903311, 'name': PowerOnVM_Task, 'duration_secs': 0.703129} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.358019] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.358203] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e829fd-9865-4f1c-bb61-c397396311d0 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance 'd4e3e9a1-c0a2-4d89-971b-bf00729ffe60' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1490.431192] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8826aa32-09c5-4d0d-a543-e11f766c77c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.587776] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903312, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.933844] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 511e9ee9-adf1-4348-b8bb-f350236ccf03 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1490.934175] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1490.934321] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1491.090790] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903312, 'name': Rename_Task, 'duration_secs': 1.145199} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.091156] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.091405] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6d0101-c400-4d62-a710-f50a2f86c4ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.098351] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1491.098351] env[62105]: value = "task-1903313" [ 1491.098351] env[62105]: _type = "Task" [ 1491.098351] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.105279] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.415879] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e79878a-4939-4cd1-8db9-a7e80e75de75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.428042] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de678e4d-6fb3-418a-9e14-1c397a6204ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.476882] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af09811-4c4e-4c64-9fcf-88e5d222cb27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.487497] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1352351-0367-4367-8585-22a55741623c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.505877] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.609492] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.010845] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.109692] env[62105]: DEBUG oslo_vmware.api [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903313, 'name': PowerOnVM_Task, 'duration_secs': 0.638176} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.110028] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.110244] env[62105]: INFO nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1492.110423] env[62105]: DEBUG nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.111208] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78450dec-4a43-474d-950d-55ef4f325450 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.515412] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1492.515742] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 11.231s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.516570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.479s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.517624] env[62105]: INFO nova.compute.claims [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1492.635741] env[62105]: INFO nova.compute.manager [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Took 46.62 seconds to build instance. [ 1493.137737] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8192a878-60f8-409c-acf1-684b5ea294c8 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.452s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.190142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.190410] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.190658] env[62105]: DEBUG nova.compute.manager [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Going to confirm migration 1 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1493.640886] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1493.969849] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.970043] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.970220] env[62105]: DEBUG nova.network.neutron [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.970489] env[62105]: DEBUG nova.objects.instance [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lazy-loading 'info_cache' on Instance uuid d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.007426] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c179e-afb4-41e7-b93b-47b84d3698bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.017092] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080af56f-c2e2-4c71-b3c8-3546a8b0bc62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.047243] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8249a-e18d-41ec-a80e-c172b983d257 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.055970] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731af424-a4ab-4a2f-83de-aa1e2bca04d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.069835] env[62105]: DEBUG nova.compute.provider_tree [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.163521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.573349] env[62105]: DEBUG nova.scheduler.client.report [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.078351] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.078888] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1495.081499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.767s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.083623] env[62105]: INFO nova.compute.claims [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1495.206177] env[62105]: DEBUG nova.network.neutron [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance_info_cache with network_info: [{"id": "01398014-a11f-4d4b-b326-9614da3875a6", "address": "fa:16:3e:f8:45:0e", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01398014-a1", "ovs_interfaceid": "01398014-a11f-4d4b-b326-9614da3875a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.404325] env[62105]: DEBUG nova.compute.manager [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1495.405266] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913d57c0-b948-46f2-a8d1-94dc4609f67e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.590981] env[62105]: DEBUG nova.compute.utils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1495.591829] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1495.591997] env[62105]: DEBUG nova.network.neutron [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1495.634454] env[62105]: DEBUG nova.policy [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f70f01c2403434d9700cbbb74c52fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85ed7a8e977c4b7a8349dbd3485d307c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1495.710016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.710016] env[62105]: DEBUG nova.objects.instance [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lazy-loading 'migration_context' on Instance uuid d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.916239] env[62105]: INFO nova.compute.manager [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] instance snapshotting [ 1495.918891] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c476b8f-1a62-4489-b55f-46fff6516146 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.938276] env[62105]: DEBUG nova.network.neutron [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Successfully created port: 9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1495.940799] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454a4fb-f8b4-45be-9946-14a0f5f76a8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.098327] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1496.216296] env[62105]: DEBUG nova.objects.base [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1496.217372] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92def7c-e9fd-475a-9a03-9658dd4b3dc5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.239943] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a90cda-d4a4-47a2-9b40-b2b07efb2480 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.245566] env[62105]: DEBUG oslo_vmware.api [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1496.245566] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56ab7-164c-848a-d5c0-3b454100a90c" [ 1496.245566] env[62105]: _type = "Task" [ 1496.245566] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.253264] env[62105]: DEBUG oslo_vmware.api [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56ab7-164c-848a-d5c0-3b454100a90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.452855] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1496.453481] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8f4f6a9a-bbcb-42de-ba9b-db03d40ca4bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.462637] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1496.462637] env[62105]: value = "task-1903314" [ 1496.462637] env[62105]: _type = "Task" [ 1496.462637] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.470415] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903314, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.552010] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08332417-f89a-4cb7-8d42-6f2584e28b0f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.559961] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b6f318-0bf7-4a06-b0ed-bb34398a8724 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.591018] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57458a63-524f-46a3-82ee-61159936015c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.598282] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097dcc2-0530-4944-ae06-6626e9a1374c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.615563] env[62105]: DEBUG nova.compute.provider_tree [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.756605] env[62105]: DEBUG oslo_vmware.api [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56ab7-164c-848a-d5c0-3b454100a90c, 'name': SearchDatastore_Task, 'duration_secs': 0.00711} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.756605] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.973440] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903314, 'name': CreateSnapshot_Task, 'duration_secs': 0.46014} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.973712] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1496.974467] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90575eb2-8517-42ed-bb74-db96edff7d2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.107679] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1497.118814] env[62105]: DEBUG nova.scheduler.client.report [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.134746] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1497.134990] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1497.136032] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1497.136032] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1497.136032] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1497.136032] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1497.136032] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1497.136249] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1497.136249] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1497.136318] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1497.136441] env[62105]: DEBUG nova.virt.hardware [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1497.137287] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec966565-0e72-497d-90bd-ae933b868a30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.146121] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28337b-9a0a-49b3-ba6c-1c6f21b12341 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.384092] env[62105]: DEBUG nova.compute.manager [req-2beda835-8428-417b-9252-def774d9896d req-49e8708c-c58a-4983-a6fd-414a4586671d service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Received event network-vif-plugged-9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1497.384437] env[62105]: DEBUG oslo_concurrency.lockutils [req-2beda835-8428-417b-9252-def774d9896d req-49e8708c-c58a-4983-a6fd-414a4586671d service nova] Acquiring lock "e8a155e4-7149-48b6-9f42-c011e5e02f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.384966] env[62105]: DEBUG oslo_concurrency.lockutils [req-2beda835-8428-417b-9252-def774d9896d req-49e8708c-c58a-4983-a6fd-414a4586671d service nova] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.385277] env[62105]: DEBUG oslo_concurrency.lockutils [req-2beda835-8428-417b-9252-def774d9896d req-49e8708c-c58a-4983-a6fd-414a4586671d service nova] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.385545] env[62105]: DEBUG nova.compute.manager [req-2beda835-8428-417b-9252-def774d9896d req-49e8708c-c58a-4983-a6fd-414a4586671d service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] No waiting events found dispatching network-vif-plugged-9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.386732] env[62105]: WARNING nova.compute.manager [req-2beda835-8428-417b-9252-def774d9896d req-49e8708c-c58a-4983-a6fd-414a4586671d service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Received unexpected event network-vif-plugged-9d4e38f8-dfbf-47a4-a581-ae51b0756060 for instance with vm_state building and task_state spawning. [ 1497.431861] env[62105]: DEBUG nova.network.neutron [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Successfully updated port: 9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1497.492705] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1497.493053] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e9b9356-493a-4417-998b-3ea6d60f44a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.503085] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1497.503085] env[62105]: value = "task-1903315" [ 1497.503085] env[62105]: _type = "Task" [ 1497.503085] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.511406] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903315, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.625072] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.625072] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1497.628852] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.013s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.629175] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.632614] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.359s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.634759] env[62105]: INFO nova.compute.claims [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.661428] env[62105]: INFO nova.scheduler.client.report [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Deleted allocations for instance 3d1e9644-5a7d-44b0-97bd-0fe56fde3559 [ 1497.935464] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.935464] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.935464] env[62105]: DEBUG nova.network.neutron [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.013854] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903315, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.140956] env[62105]: DEBUG nova.compute.utils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1498.145506] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1498.145506] env[62105]: DEBUG nova.network.neutron [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1498.172181] env[62105]: DEBUG oslo_concurrency.lockutils [None req-839695ba-41f4-4696-8650-80dfb73badf1 tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "3d1e9644-5a7d-44b0-97bd-0fe56fde3559" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.513s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.193824] env[62105]: DEBUG nova.policy [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a0ac80e137f4b80a6b65b0919a00cba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3368acda2a74bdb828717f582a0c099', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1498.435132] env[62105]: DEBUG nova.network.neutron [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Successfully created port: ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1498.492536] env[62105]: DEBUG nova.network.neutron [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1498.515515] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903315, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.645017] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.654592] env[62105]: DEBUG nova.network.neutron [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updating instance_info_cache with network_info: [{"id": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "address": "fa:16:3e:1c:0d:54", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4e38f8-df", "ovs_interfaceid": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.016630] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903315, 'name': CloneVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.112677] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04483d72-85f7-4597-93f5-f7f9b5b20015 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.119500] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea7035b-107d-45ed-96ff-ef8e3c22bb4a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.148084] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "175a86b7-eb68-41d6-a634-a0aef83b4fba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.148408] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.148556] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "175a86b7-eb68-41d6-a634-a0aef83b4fba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.148734] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.148902] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.150864] env[62105]: INFO nova.compute.manager [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Terminating instance [ 1499.152563] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f281fb2-445c-4af7-8e61-08864f34eb7d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.160132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.160403] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Instance network_info: |[{"id": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "address": "fa:16:3e:1c:0d:54", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4e38f8-df", "ovs_interfaceid": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1499.163404] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:0d:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d4e38f8-dfbf-47a4-a581-ae51b0756060', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1499.170262] env[62105]: DEBUG oslo.service.loopingcall [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1499.171225] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1499.172370] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889c777-dffe-4ab0-bc91-4daf2e0ea8be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.176423] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d36f7b85-420f-4da1-94a5-847c5d3cd868 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.204459] env[62105]: DEBUG nova.compute.provider_tree [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.208368] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1499.208368] env[62105]: value = "task-1903316" [ 1499.208368] env[62105]: _type = "Task" [ 1499.208368] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.215334] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903316, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.486667] env[62105]: DEBUG nova.compute.manager [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Received event network-changed-9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1499.486784] env[62105]: DEBUG nova.compute.manager [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Refreshing instance network info cache due to event network-changed-9d4e38f8-dfbf-47a4-a581-ae51b0756060. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1499.486988] env[62105]: DEBUG oslo_concurrency.lockutils [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] Acquiring lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.487153] env[62105]: DEBUG oslo_concurrency.lockutils [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] Acquired lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.487313] env[62105]: DEBUG nova.network.neutron [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Refreshing network info cache for port 9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.516313] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903315, 'name': CloneVM_Task, 'duration_secs': 1.611403} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.516592] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Created linked-clone VM from snapshot [ 1499.517401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68c78f6-a94d-4443-afaa-fa1518c9101e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.524952] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Uploading image 3e1fc0d0-4335-47bb-893a-d8dce8c2b042 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1499.538312] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1499.538671] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ffad1a61-5099-4655-9e64-44d7b27e94b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.546113] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1499.546113] env[62105]: value = "task-1903317" [ 1499.546113] env[62105]: _type = "Task" [ 1499.546113] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.555162] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903317, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.659055] env[62105]: DEBUG nova.compute.manager [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.659301] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.660314] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e3dc28-4412-47df-b0ba-ad0f6ebec8f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.666714] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1499.678496] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.678816] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30958b2c-fe6f-4f2b-a8dd-6d8d0d755f52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.686036] env[62105]: DEBUG oslo_vmware.api [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1499.686036] env[62105]: value = "task-1903318" [ 1499.686036] env[62105]: _type = "Task" [ 1499.686036] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.694759] env[62105]: DEBUG oslo_vmware.api [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.705281] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1499.705594] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1499.705757] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1499.705941] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1499.706140] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1499.706297] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1499.706508] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1499.706664] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1499.706831] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1499.707076] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1499.707249] env[62105]: DEBUG nova.virt.hardware [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1499.708184] env[62105]: DEBUG nova.scheduler.client.report [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.713720] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6a2a68-8cd9-4f7a-b190-f0a2dad908ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.726366] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903316, 'name': CreateVM_Task, 'duration_secs': 0.372024} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.729377] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.730570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.730825] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.731247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1499.732770] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d280e-9a51-4ecb-a515-0d0b6fd38fa1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.738026] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a77d30-a2df-4f45-8a4f-f0651d0821c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.746164] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1499.746164] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521f0286-1407-d489-bd65-7134dce5dda0" [ 1499.746164] env[62105]: _type = "Task" [ 1499.746164] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.770158] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521f0286-1407-d489-bd65-7134dce5dda0, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.770727] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.771062] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.771265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.771886] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.771886] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.772551] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793ab76b-d286-43e0-baf9-1fbb40bfb96f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.786147] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.786147] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.786471] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9467e029-0803-4d86-adb4-bd3c0936858b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.792668] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1499.792668] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527274c6-126d-83ad-9f22-0c0b0abc0c14" [ 1499.792668] env[62105]: _type = "Task" [ 1499.792668] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.801288] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527274c6-126d-83ad-9f22-0c0b0abc0c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.010754] env[62105]: DEBUG nova.network.neutron [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Successfully updated port: ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.055568] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903317, 'name': Destroy_Task, 'duration_secs': 0.370807} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.055837] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Destroyed the VM [ 1500.056185] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1500.056407] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fbdc45b-ebfb-464b-bcf3-57fa0c345e30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.062517] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1500.062517] env[62105]: value = "task-1903319" [ 1500.062517] env[62105]: _type = "Task" [ 1500.062517] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.069831] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903319, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.195317] env[62105]: DEBUG oslo_vmware.api [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903318, 'name': PowerOffVM_Task, 'duration_secs': 0.198766} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.195706] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.195788] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.196021] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26a19da3-40af-46fd-b577-12488e75fb4d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.218748] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.219429] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.222160] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.397s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.223745] env[62105]: INFO nova.compute.claims [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.227369] env[62105]: DEBUG nova.network.neutron [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updated VIF entry in instance network info cache for port 9d4e38f8-dfbf-47a4-a581-ae51b0756060. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.227707] env[62105]: DEBUG nova.network.neutron [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updating instance_info_cache with network_info: [{"id": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "address": "fa:16:3e:1c:0d:54", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4e38f8-df", "ovs_interfaceid": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.306466] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527274c6-126d-83ad-9f22-0c0b0abc0c14, 'name': SearchDatastore_Task, 'duration_secs': 0.010377} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.307285] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcb2a42-262b-40cc-b787-512f0e0a915d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.314451] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1500.314451] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d6725a-1f63-4670-73ad-349553ef1df9" [ 1500.314451] env[62105]: _type = "Task" [ 1500.314451] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.323123] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d6725a-1f63-4670-73ad-349553ef1df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.354371] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.355720] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.355720] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Deleting the datastore file [datastore2] 175a86b7-eb68-41d6-a634-a0aef83b4fba {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.355720] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-170f726b-9cb7-4aab-bec6-698e0490ebc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.363024] env[62105]: DEBUG oslo_vmware.api [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for the task: (returnval){ [ 1500.363024] env[62105]: value = "task-1903321" [ 1500.363024] env[62105]: _type = "Task" [ 1500.363024] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.374762] env[62105]: DEBUG oslo_vmware.api [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.516471] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "refresh_cache-10210a11-05f4-485f-b5e4-fd50e23eba9d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.516689] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquired lock "refresh_cache-10210a11-05f4-485f-b5e4-fd50e23eba9d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.516990] env[62105]: DEBUG nova.network.neutron [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.572995] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903319, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.730528] env[62105]: DEBUG nova.compute.utils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1500.734506] env[62105]: DEBUG oslo_concurrency.lockutils [req-c612e1c8-994b-4ed1-af97-22b1e8189158 req-441b1d66-7e46-4ffa-9f00-58a5a77f7bb6 service nova] Releasing lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.735784] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.735784] env[62105]: DEBUG nova.network.neutron [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.825258] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d6725a-1f63-4670-73ad-349553ef1df9, 'name': SearchDatastore_Task, 'duration_secs': 0.019808} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.826690] env[62105]: DEBUG nova.policy [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7273f94ab7a8450fba94fde2f4acc591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07605cd83d9a4cb9bd55f14a4e49a081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.828151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.828402] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] e8a155e4-7149-48b6-9f42-c011e5e02f28/e8a155e4-7149-48b6-9f42-c011e5e02f28.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1500.828660] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11820821-468a-4bd5-a229-5002c6663b6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.835212] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1500.835212] env[62105]: value = "task-1903322" [ 1500.835212] env[62105]: _type = "Task" [ 1500.835212] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.845630] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.873162] env[62105]: DEBUG oslo_vmware.api [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Task: {'id': task-1903321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379168} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.873461] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.873658] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.873873] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.874021] env[62105]: INFO nova.compute.manager [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1500.874277] env[62105]: DEBUG oslo.service.loopingcall [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.874515] env[62105]: DEBUG nova.compute.manager [-] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.874574] env[62105]: DEBUG nova.network.neutron [-] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.978440] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.979358] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lock "27885184-734b-42ae-8c31-e14e67330fbd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.073213] env[62105]: DEBUG oslo_vmware.api [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903319, 'name': RemoveSnapshot_Task, 'duration_secs': 0.825908} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.074045] env[62105]: DEBUG nova.network.neutron [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.075913] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1501.177401] env[62105]: DEBUG nova.network.neutron [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Successfully created port: 6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1501.236284] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.256167] env[62105]: DEBUG nova.network.neutron [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Updating instance_info_cache with network_info: [{"id": "ce5566cd-e43b-45ac-993d-1e412513667f", "address": "fa:16:3e:fd:a5:37", "network": {"id": "6d1bd009-457c-4be2-b1a0-1e624faf4c66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-432115488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3368acda2a74bdb828717f582a0c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce5566cd-e4", "ovs_interfaceid": "ce5566cd-e43b-45ac-993d-1e412513667f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.344900] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903322, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.483690] env[62105]: DEBUG nova.compute.utils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1501.580577] env[62105]: WARNING nova.compute.manager [None req-706e4297-b9f1-4ae7-921f-aaceebd4929f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Image not found during snapshot: nova.exception.ImageNotFound: Image 3e1fc0d0-4335-47bb-893a-d8dce8c2b042 could not be found. [ 1501.702446] env[62105]: DEBUG nova.network.neutron [-] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.749171] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b084a6-be09-4551-a77c-771550a21627 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.757031] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8c3d6-5cde-41b1-80eb-215a6b6151bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.760698] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Releasing lock "refresh_cache-10210a11-05f4-485f-b5e4-fd50e23eba9d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1501.761018] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Instance network_info: |[{"id": "ce5566cd-e43b-45ac-993d-1e412513667f", "address": "fa:16:3e:fd:a5:37", "network": {"id": "6d1bd009-457c-4be2-b1a0-1e624faf4c66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-432115488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3368acda2a74bdb828717f582a0c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce5566cd-e4", "ovs_interfaceid": "ce5566cd-e43b-45ac-993d-1e412513667f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1501.761510] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a5:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce5566cd-e43b-45ac-993d-1e412513667f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1501.770325] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Creating folder: Project (a3368acda2a74bdb828717f582a0c099). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.772422] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c3b94e-0720-4ddf-a958-3ca37941e55e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.775997] env[62105]: DEBUG nova.compute.manager [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Received event network-vif-plugged-ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1501.776262] env[62105]: DEBUG oslo_concurrency.lockutils [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] Acquiring lock "10210a11-05f4-485f-b5e4-fd50e23eba9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.776485] env[62105]: DEBUG oslo_concurrency.lockutils [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.776837] env[62105]: DEBUG oslo_concurrency.lockutils [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.776912] env[62105]: DEBUG nova.compute.manager [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] No waiting events found dispatching network-vif-plugged-ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1501.777115] env[62105]: WARNING nova.compute.manager [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Received unexpected event network-vif-plugged-ce5566cd-e43b-45ac-993d-1e412513667f for instance with vm_state building and task_state spawning. [ 1501.777382] env[62105]: DEBUG nova.compute.manager [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Received event network-changed-ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1501.778374] env[62105]: DEBUG nova.compute.manager [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Refreshing instance network info cache due to event network-changed-ce5566cd-e43b-45ac-993d-1e412513667f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1501.778374] env[62105]: DEBUG oslo_concurrency.lockutils [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] Acquiring lock "refresh_cache-10210a11-05f4-485f-b5e4-fd50e23eba9d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.778374] env[62105]: DEBUG oslo_concurrency.lockutils [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] Acquired lock "refresh_cache-10210a11-05f4-485f-b5e4-fd50e23eba9d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.778374] env[62105]: DEBUG nova.network.neutron [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Refreshing network info cache for port ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.814037] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd09c37e-1f8a-43ad-931c-6e82ecb10748 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.826091] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9715f6ec-8ce8-47e1-88db-7c05da9e1de4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.830232] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Created folder: Project (a3368acda2a74bdb828717f582a0c099) in parent group-v392807. [ 1501.830440] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Creating folder: Instances. Parent ref: group-v392910. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1501.830994] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d22b5c0a-2719-42bc-b29b-9bb66867726e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.842972] env[62105]: DEBUG nova.compute.provider_tree [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.848041] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Created folder: Instances in parent group-v392910. [ 1501.850033] env[62105]: DEBUG oslo.service.loopingcall [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1501.850033] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1501.850033] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4975364-8679-44ef-aea9-a7577f77f1a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.868772] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903322, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007302} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.869393] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] e8a155e4-7149-48b6-9f42-c011e5e02f28/e8a155e4-7149-48b6-9f42-c011e5e02f28.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1501.869715] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1501.870428] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a06625-f81f-409f-bd29-4ec2bc8b15b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.873522] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1501.873522] env[62105]: value = "task-1903325" [ 1501.873522] env[62105]: _type = "Task" [ 1501.873522] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.877553] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1501.877553] env[62105]: value = "task-1903326" [ 1501.877553] env[62105]: _type = "Task" [ 1501.877553] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.883663] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903325, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.888690] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.985386] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lock "27885184-734b-42ae-8c31-e14e67330fbd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.054949] env[62105]: DEBUG nova.network.neutron [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Updated VIF entry in instance network info cache for port ce5566cd-e43b-45ac-993d-1e412513667f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.055340] env[62105]: DEBUG nova.network.neutron [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Updating instance_info_cache with network_info: [{"id": "ce5566cd-e43b-45ac-993d-1e412513667f", "address": "fa:16:3e:fd:a5:37", "network": {"id": "6d1bd009-457c-4be2-b1a0-1e624faf4c66", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-432115488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3368acda2a74bdb828717f582a0c099", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce5566cd-e4", "ovs_interfaceid": "ce5566cd-e43b-45ac-993d-1e412513667f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.204898] env[62105]: INFO nova.compute.manager [-] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Took 1.33 seconds to deallocate network for instance. [ 1502.253526] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.278789] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.279079] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.279256] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.279460] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.279630] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.279809] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.280044] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.280222] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.280394] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.280582] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.280756] env[62105]: DEBUG nova.virt.hardware [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.281684] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7976f7f6-9027-4511-a7f2-378cc4e4f370 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.291179] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b87a329-1fe5-43b5-ae32-1a469ad98ed2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.350614] env[62105]: DEBUG nova.scheduler.client.report [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.386541] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903325, 'name': CreateVM_Task, 'duration_secs': 0.374077} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.389182] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1502.389470] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066811} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.390103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.390267] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.390586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1502.390847] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1502.391102] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd6146c-1fc3-4c3a-bf5c-c715b6fb2d4b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.393391] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4514d9-9e3e-457b-a126-5199dcdf5efa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.399924] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1502.399924] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f52753-2690-6cb2-32e8-da62fb98b59b" [ 1502.399924] env[62105]: _type = "Task" [ 1502.399924] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.418198] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] e8a155e4-7149-48b6-9f42-c011e5e02f28/e8a155e4-7149-48b6-9f42-c011e5e02f28.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1502.422327] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5addde63-053e-490b-9b04-387ca4ce2e1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.442469] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f52753-2690-6cb2-32e8-da62fb98b59b, 'name': SearchDatastore_Task, 'duration_secs': 0.009666} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.443733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.443995] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1502.444336] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.444405] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.444570] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1502.444910] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1502.444910] env[62105]: value = "task-1903327" [ 1502.444910] env[62105]: _type = "Task" [ 1502.444910] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.445108] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97bf1e6b-1e6b-4806-89ed-947ac26abe72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.457321] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.458953] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1502.458953] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1502.460550] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc40c124-dbff-4928-855c-2140e32be709 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.465032] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1502.465032] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5249f41e-1de8-ba70-ff90-b9bc50a1e7f7" [ 1502.465032] env[62105]: _type = "Task" [ 1502.465032] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.472820] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5249f41e-1de8-ba70-ff90-b9bc50a1e7f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.558254] env[62105]: DEBUG oslo_concurrency.lockutils [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] Releasing lock "refresh_cache-10210a11-05f4-485f-b5e4-fd50e23eba9d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.558543] env[62105]: DEBUG nova.compute.manager [req-fffc53a6-1651-4fb3-bb5b-945574f1bf81 req-65636d14-3203-4b17-9cf5-204b85862b09 service nova] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Received event network-vif-deleted-5708dcd1-9494-48d7-825d-534e856fed58 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1502.711570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.791367] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.791894] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.792184] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.792409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.792579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.794824] env[62105]: INFO nova.compute.manager [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Terminating instance [ 1502.854876] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.855423] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.858116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.735s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.859560] env[62105]: INFO nova.compute.claims [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.959471] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903327, 'name': ReconfigVM_Task, 'duration_secs': 0.310193} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.959854] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Reconfigured VM instance instance-00000022 to attach disk [datastore1] e8a155e4-7149-48b6-9f42-c011e5e02f28/e8a155e4-7149-48b6-9f42-c011e5e02f28.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.960503] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6c0bcf-b71e-450f-ac7b-59837b6b0d1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.970281] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1502.970281] env[62105]: value = "task-1903328" [ 1502.970281] env[62105]: _type = "Task" [ 1502.970281] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.977912] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5249f41e-1de8-ba70-ff90-b9bc50a1e7f7, 'name': SearchDatastore_Task, 'duration_secs': 0.00799} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.978654] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e19e00e6-4e8e-452e-9f97-c54d85432ed7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.984871] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903328, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.988109] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1502.988109] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262f54a-ac6a-7b48-0402-e67dd3c03b6c" [ 1502.988109] env[62105]: _type = "Task" [ 1502.988109] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.997261] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262f54a-ac6a-7b48-0402-e67dd3c03b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.052812] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.053534] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lock "27885184-734b-42ae-8c31-e14e67330fbd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.053534] env[62105]: INFO nova.compute.manager [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Attaching volume 4fd5d252-11e3-4483-bee5-280bcdd590af to /dev/sdb [ 1503.103786] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991fdc24-1f67-4209-9061-8fa003d8554f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.111345] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afba14f-2503-4328-856c-5f10e5735b2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.124980] env[62105]: DEBUG nova.virt.block_device [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updating existing volume attachment record: 7dae2b99-ce75-4a68-a4fa-fb8699c5a4c9 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1503.197058] env[62105]: DEBUG nova.network.neutron [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Successfully updated port: 6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1503.273680] env[62105]: DEBUG nova.compute.manager [req-a47434a7-7155-4ab0-9aed-78747bff323d req-7d10b920-2f70-40ab-8ef1-66a298c4ee2b service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Received event network-vif-plugged-6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1503.274341] env[62105]: DEBUG oslo_concurrency.lockutils [req-a47434a7-7155-4ab0-9aed-78747bff323d req-7d10b920-2f70-40ab-8ef1-66a298c4ee2b service nova] Acquiring lock "0b186c48-92ed-4d81-ba08-911e507ffd73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.274561] env[62105]: DEBUG oslo_concurrency.lockutils [req-a47434a7-7155-4ab0-9aed-78747bff323d req-7d10b920-2f70-40ab-8ef1-66a298c4ee2b service nova] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.274763] env[62105]: DEBUG oslo_concurrency.lockutils [req-a47434a7-7155-4ab0-9aed-78747bff323d req-7d10b920-2f70-40ab-8ef1-66a298c4ee2b service nova] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.274943] env[62105]: DEBUG nova.compute.manager [req-a47434a7-7155-4ab0-9aed-78747bff323d req-7d10b920-2f70-40ab-8ef1-66a298c4ee2b service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] No waiting events found dispatching network-vif-plugged-6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1503.275159] env[62105]: WARNING nova.compute.manager [req-a47434a7-7155-4ab0-9aed-78747bff323d req-7d10b920-2f70-40ab-8ef1-66a298c4ee2b service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Received unexpected event network-vif-plugged-6084bd1f-b89c-4557-9047-41c49bf72cbb for instance with vm_state building and task_state spawning. [ 1503.298335] env[62105]: DEBUG nova.compute.manager [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.298561] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.299447] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66d83a-bf09-4d4a-b16f-c10f78dc2cb1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.307392] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.307656] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb2ba90b-551a-42d0-aac6-8e0338f9fdf7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.314194] env[62105]: DEBUG oslo_vmware.api [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1503.314194] env[62105]: value = "task-1903331" [ 1503.314194] env[62105]: _type = "Task" [ 1503.314194] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.321731] env[62105]: DEBUG oslo_vmware.api [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.364437] env[62105]: DEBUG nova.compute.utils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.367967] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.368206] env[62105]: DEBUG nova.network.neutron [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.432776] env[62105]: DEBUG nova.policy [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790366e79cc842a4b2ddb756bd565581', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97854a661ab34dd5b0a5408a7fb9989c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.484616] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903328, 'name': Rename_Task, 'duration_secs': 0.14598} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.484950] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.486299] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3292107-cb38-426f-9cb7-a7f6c52dadf7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.500584] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1503.500584] env[62105]: value = "task-1903333" [ 1503.500584] env[62105]: _type = "Task" [ 1503.500584] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.514062] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262f54a-ac6a-7b48-0402-e67dd3c03b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.514935] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.515330] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 10210a11-05f4-485f-b5e4-fd50e23eba9d/10210a11-05f4-485f-b5e4-fd50e23eba9d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.515671] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b8c18d-f647-4a8e-a4ca-08fc48de41a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.524653] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903333, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.528831] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1503.528831] env[62105]: value = "task-1903334" [ 1503.528831] env[62105]: _type = "Task" [ 1503.528831] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.539646] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.701500] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-0b186c48-92ed-4d81-ba08-911e507ffd73" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.701759] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-0b186c48-92ed-4d81-ba08-911e507ffd73" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.701929] env[62105]: DEBUG nova.network.neutron [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1503.826608] env[62105]: DEBUG oslo_vmware.api [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903331, 'name': PowerOffVM_Task, 'duration_secs': 0.244301} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.826931] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1503.827154] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1503.827449] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b8a1d3d-e435-402c-813c-d046fb80c727 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.871708] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.904794] env[62105]: DEBUG nova.network.neutron [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Successfully created port: e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.947843] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1503.948094] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1503.948283] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleting the datastore file [datastore2] 0fa8ff2b-0a19-452f-af84-c4e5775e987b {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1503.948552] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-429c2fd3-1894-4c73-ab0c-201b823e011b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.960879] env[62105]: DEBUG oslo_vmware.api [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1503.960879] env[62105]: value = "task-1903336" [ 1503.960879] env[62105]: _type = "Task" [ 1503.960879] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.976299] env[62105]: DEBUG oslo_vmware.api [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.014085] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.039935] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903334, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486718} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.040663] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 10210a11-05f4-485f-b5e4-fd50e23eba9d/10210a11-05f4-485f-b5e4-fd50e23eba9d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1504.040663] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1504.040845] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6342e829-501a-4bb9-89e1-89c9aa7e65b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.047879] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1504.047879] env[62105]: value = "task-1903337" [ 1504.047879] env[62105]: _type = "Task" [ 1504.047879] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.058981] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.245146] env[62105]: DEBUG nova.network.neutron [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.423046] env[62105]: DEBUG nova.network.neutron [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Updating instance_info_cache with network_info: [{"id": "6084bd1f-b89c-4557-9047-41c49bf72cbb", "address": "fa:16:3e:cf:11:ae", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084bd1f-b8", "ovs_interfaceid": "6084bd1f-b89c-4557-9047-41c49bf72cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.439136] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7988e7-e23e-4dd9-b85a-80f49ddf8657 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.448296] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed91115-55f6-4fbc-aaf8-b04385e9ad99 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.483694] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86c33be-5702-426e-92bf-ec26fde06b12 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.494649] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faec3393-6b94-4d75-a292-8ad30c253fa2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.501133] env[62105]: DEBUG oslo_vmware.api [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179343} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.501133] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.501133] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.501133] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.501133] env[62105]: INFO nova.compute.manager [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1504.501547] env[62105]: DEBUG oslo.service.loopingcall [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.501547] env[62105]: DEBUG nova.compute.manager [-] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.501547] env[62105]: DEBUG nova.network.neutron [-] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.510794] env[62105]: DEBUG nova.compute.provider_tree [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.521262] env[62105]: DEBUG oslo_vmware.api [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903333, 'name': PowerOnVM_Task, 'duration_secs': 0.551063} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.521522] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.521739] env[62105]: INFO nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1504.521931] env[62105]: DEBUG nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.522791] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e51d11-9228-49fb-b070-aad5285c8704 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.558102] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063136} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.558102] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.558711] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a66d55a-c7bf-4a45-8e84-b42afad50fda {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.582231] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 10210a11-05f4-485f-b5e4-fd50e23eba9d/10210a11-05f4-485f-b5e4-fd50e23eba9d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.586136] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7297a8e1-ac13-4b97-ad87-47a2c50893de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.605952] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1504.605952] env[62105]: value = "task-1903338" [ 1504.605952] env[62105]: _type = "Task" [ 1504.605952] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.614587] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.887646] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.917691] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.918039] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.918279] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.918780] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.918780] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.918980] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.919314] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.919554] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.919836] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.920104] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.920373] env[62105]: DEBUG nova.virt.hardware [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.921953] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5614e508-6087-4639-8c2d-a3a6e44736a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.925856] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-0b186c48-92ed-4d81-ba08-911e507ffd73" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.926267] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance network_info: |[{"id": "6084bd1f-b89c-4557-9047-41c49bf72cbb", "address": "fa:16:3e:cf:11:ae", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084bd1f-b8", "ovs_interfaceid": "6084bd1f-b89c-4557-9047-41c49bf72cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1504.926747] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:11:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6084bd1f-b89c-4557-9047-41c49bf72cbb', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1504.939368] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating folder: Project (07605cd83d9a4cb9bd55f14a4e49a081). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.940347] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9f0971d-22db-48ec-b8c1-10d4071a9e88 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.947801] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f96299-e439-46d1-a18e-b4d5acfeab58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.956828] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created folder: Project (07605cd83d9a4cb9bd55f14a4e49a081) in parent group-v392807. [ 1504.956828] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating folder: Instances. Parent ref: group-v392916. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1504.964413] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6de26e-62c6-45bd-b372-04d5d7e864b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.969693] env[62105]: DEBUG nova.compute.manager [req-f499d87a-0b37-4b23-962f-356f47336779 req-f510c558-5f8b-4370-9b5a-926ccdd7f56b service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Received event network-vif-deleted-ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1504.969883] env[62105]: INFO nova.compute.manager [req-f499d87a-0b37-4b23-962f-356f47336779 req-f510c558-5f8b-4370-9b5a-926ccdd7f56b service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Neutron deleted interface ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7; detaching it from the instance and deleting it from the info cache [ 1504.970060] env[62105]: DEBUG nova.network.neutron [req-f499d87a-0b37-4b23-962f-356f47336779 req-f510c558-5f8b-4370-9b5a-926ccdd7f56b service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.979369] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created folder: Instances in parent group-v392916. [ 1504.979598] env[62105]: DEBUG oslo.service.loopingcall [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.979810] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.980037] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-135b766c-dcee-48b2-990d-767b0332be4f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.999106] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.999106] env[62105]: value = "task-1903341" [ 1504.999106] env[62105]: _type = "Task" [ 1504.999106] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.006535] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903341, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.014085] env[62105]: DEBUG nova.scheduler.client.report [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.038567] env[62105]: INFO nova.compute.manager [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Took 55.02 seconds to build instance. [ 1505.116824] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.280016] env[62105]: DEBUG nova.network.neutron [-] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.334362] env[62105]: DEBUG nova.compute.manager [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Received event network-changed-6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1505.334465] env[62105]: DEBUG nova.compute.manager [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Refreshing instance network info cache due to event network-changed-6084bd1f-b89c-4557-9047-41c49bf72cbb. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1505.334731] env[62105]: DEBUG oslo_concurrency.lockutils [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] Acquiring lock "refresh_cache-0b186c48-92ed-4d81-ba08-911e507ffd73" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.334833] env[62105]: DEBUG oslo_concurrency.lockutils [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] Acquired lock "refresh_cache-0b186c48-92ed-4d81-ba08-911e507ffd73" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.335052] env[62105]: DEBUG nova.network.neutron [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Refreshing network info cache for port 6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1505.474057] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-436c7321-7951-4087-876d-4804114a7a3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.484722] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7da6ef-32b0-497a-b2ca-b8b18da29010 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.508211] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903341, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.519931] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.520398] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.522972] env[62105]: DEBUG nova.compute.manager [req-f499d87a-0b37-4b23-962f-356f47336779 req-f510c558-5f8b-4370-9b5a-926ccdd7f56b service nova] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Detach interface failed, port_id=ebf972a4-7bb4-42eb-8ee4-20053ee9f9e7, reason: Instance 0fa8ff2b-0a19-452f-af84-c4e5775e987b could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1505.523696] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.929s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.525244] env[62105]: INFO nova.compute.claims [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.540255] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c140ca25-dd8b-4163-8d1d-715abffa3d91 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.867s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.616212] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903338, 'name': ReconfigVM_Task, 'duration_secs': 0.590112} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.616330] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 10210a11-05f4-485f-b5e4-fd50e23eba9d/10210a11-05f4-485f-b5e4-fd50e23eba9d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1505.616915] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a9ee9e4-6fbb-4b1b-880b-5dcc583eb795 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.623195] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1505.623195] env[62105]: value = "task-1903343" [ 1505.623195] env[62105]: _type = "Task" [ 1505.623195] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.630639] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903343, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.783433] env[62105]: INFO nova.compute.manager [-] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Took 1.28 seconds to deallocate network for instance. [ 1505.928189] env[62105]: DEBUG nova.network.neutron [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Successfully updated port: e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1506.011466] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903341, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.025312] env[62105]: DEBUG nova.compute.utils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1506.026684] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1506.026849] env[62105]: DEBUG nova.network.neutron [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1506.044879] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1506.083535] env[62105]: DEBUG nova.network.neutron [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Updated VIF entry in instance network info cache for port 6084bd1f-b89c-4557-9047-41c49bf72cbb. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1506.083965] env[62105]: DEBUG nova.network.neutron [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Updating instance_info_cache with network_info: [{"id": "6084bd1f-b89c-4557-9047-41c49bf72cbb", "address": "fa:16:3e:cf:11:ae", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6084bd1f-b8", "ovs_interfaceid": "6084bd1f-b89c-4557-9047-41c49bf72cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.116879] env[62105]: DEBUG nova.policy [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889165225b0e4b5c9abc05db7be06533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30051ec301ca44b4ae5e8a2b59bb6f37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.133818] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903343, 'name': Rename_Task, 'duration_secs': 0.185592} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.133818] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.134728] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-167b6e0f-076f-48d3-acd0-fbc9aa9a1905 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.141465] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1506.141465] env[62105]: value = "task-1903344" [ 1506.141465] env[62105]: _type = "Task" [ 1506.141465] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.149469] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.290835] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.430898] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.431067] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.431223] env[62105]: DEBUG nova.network.neutron [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.512496] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903341, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.531010] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.577136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.586161] env[62105]: DEBUG oslo_concurrency.lockutils [req-f8058aa0-96eb-4e75-bd5c-e655b82123dc req-75497f50-0404-41e0-b681-8ba167913397 service nova] Releasing lock "refresh_cache-0b186c48-92ed-4d81-ba08-911e507ffd73" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.654199] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.658728] env[62105]: DEBUG nova.network.neutron [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Successfully created port: c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.968529] env[62105]: DEBUG nova.network.neutron [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1507.014576] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903341, 'name': CreateVM_Task, 'duration_secs': 1.632257} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.023420] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.024057] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.024170] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.024478] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.024987] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709966c9-2c8b-47cd-9ab9-1964da27f207 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.029852] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1507.029852] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52015246-b99d-1516-79ad-5cb4a2d10a58" [ 1507.029852] env[62105]: _type = "Task" [ 1507.029852] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.046042] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52015246-b99d-1516-79ad-5cb4a2d10a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.118518] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f0e2e8-315e-4810-9622-9d75cb73e26c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.126117] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24876d9d-30fc-4f18-b267-d799d8573104 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.132849] env[62105]: DEBUG nova.network.neutron [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating instance_info_cache with network_info: [{"id": "e6dced5b-00d7-4612-9362-2470bd576242", "address": "fa:16:3e:42:88:b1", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dced5b-00", "ovs_interfaceid": "e6dced5b-00d7-4612-9362-2470bd576242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.162455] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.162757] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Instance network_info: |[{"id": "e6dced5b-00d7-4612-9362-2470bd576242", "address": "fa:16:3e:42:88:b1", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dced5b-00", "ovs_interfaceid": "e6dced5b-00d7-4612-9362-2470bd576242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.166710] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da093eb9-9fd6-460f-89bd-672b4bff22dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.169959] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:88:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6dced5b-00d7-4612-9362-2470bd576242', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.177586] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Creating folder: Project (97854a661ab34dd5b0a5408a7fb9989c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.178359] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c525fcd8-5817-483d-9f76-ba8b598f8823 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.188788] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5917443e-0dee-4bd5-9bfe-85b3d51781aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.193091] env[62105]: DEBUG oslo_vmware.api [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903344, 'name': PowerOnVM_Task, 'duration_secs': 0.57647} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.194190] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.194395] env[62105]: INFO nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1507.194571] env[62105]: DEBUG nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.194837] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Created folder: Project (97854a661ab34dd5b0a5408a7fb9989c) in parent group-v392807. [ 1507.194998] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Creating folder: Instances. Parent ref: group-v392919. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.195965] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8021d-7917-44f1-be50-fd1f6415cc95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.198790] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c59548-50ca-4a55-a589-3982f91074a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.209014] env[62105]: DEBUG nova.compute.provider_tree [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.218240] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Created folder: Instances in parent group-v392919. [ 1507.218478] env[62105]: DEBUG oslo.service.loopingcall [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.218658] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.218881] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7808e90b-6474-4ff1-9110-f7f47cf4a009 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.241026] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.241026] env[62105]: value = "task-1903347" [ 1507.241026] env[62105]: _type = "Task" [ 1507.241026] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.250303] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903347, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.445103] env[62105]: DEBUG nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Received event network-vif-plugged-e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1507.445103] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.446518] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.446638] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.446825] env[62105]: DEBUG nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] No waiting events found dispatching network-vif-plugged-e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1507.447042] env[62105]: WARNING nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Received unexpected event network-vif-plugged-e6dced5b-00d7-4612-9362-2470bd576242 for instance with vm_state building and task_state spawning. [ 1507.447440] env[62105]: DEBUG nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Received event network-changed-e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1507.447440] env[62105]: DEBUG nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Refreshing instance network info cache due to event network-changed-e6dced5b-00d7-4612-9362-2470bd576242. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1507.447743] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Acquiring lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.447743] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Acquired lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.447884] env[62105]: DEBUG nova.network.neutron [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Refreshing network info cache for port e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.540133] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52015246-b99d-1516-79ad-5cb4a2d10a58, 'name': SearchDatastore_Task, 'duration_secs': 0.017742} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.540449] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.540676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.540914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.541085] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.541268] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.541991] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c64e20-4ced-4f9d-967c-3d0fe23f265d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.548036] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.550811] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.551008] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.551762] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee649fbe-dfbe-4726-a6cb-8013dcb316c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.556886] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1507.556886] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52402325-e6ae-00f5-265e-d0ab5e063011" [ 1507.556886] env[62105]: _type = "Task" [ 1507.556886] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.564755] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52402325-e6ae-00f5-265e-d0ab5e063011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.576237] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.576487] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.576646] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.576826] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.576974] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.577138] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.577346] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.577506] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.577670] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.577831] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.578030] env[62105]: DEBUG nova.virt.hardware [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.579033] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d07df5b-a148-409a-b047-c4515734145f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.589337] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318662f5-49e7-45c4-9aee-436f0f05ae51 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.678093] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1507.678385] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392915', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'name': 'volume-4fd5d252-11e3-4483-bee5-280bcdd590af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27885184-734b-42ae-8c31-e14e67330fbd', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'serial': '4fd5d252-11e3-4483-bee5-280bcdd590af'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1507.679268] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a454c15-33ac-4e0b-b9a7-2ecfeceeb8a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.697079] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c45bef-0523-4dff-9a38-53cbc967ef04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.716664] env[62105]: DEBUG nova.scheduler.client.report [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.727714] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-4fd5d252-11e3-4483-bee5-280bcdd590af/volume-4fd5d252-11e3-4483-bee5-280bcdd590af.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1507.728277] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5cae24d-857c-4c3e-8e49-6afb00631f5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.751284] env[62105]: INFO nova.compute.manager [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Took 54.47 seconds to build instance. [ 1507.757579] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903347, 'name': CreateVM_Task, 'duration_secs': 0.472912} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.758768] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.759099] env[62105]: DEBUG oslo_vmware.api [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Waiting for the task: (returnval){ [ 1507.759099] env[62105]: value = "task-1903348" [ 1507.759099] env[62105]: _type = "Task" [ 1507.759099] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.759734] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.759875] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.760203] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.760494] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de58da1e-4c4f-43ca-bdfb-bd47fc4feb04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.768445] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1507.768445] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520018d5-a436-91c9-d360-7aaee35cb976" [ 1507.768445] env[62105]: _type = "Task" [ 1507.768445] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.771870] env[62105]: DEBUG oslo_vmware.api [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.780864] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520018d5-a436-91c9-d360-7aaee35cb976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.781230] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.781516] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.781841] env[62105]: INFO nova.compute.manager [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Rebooting instance [ 1508.067972] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52402325-e6ae-00f5-265e-d0ab5e063011, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.068724] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc43a869-a217-4bdf-bde4-c38171536e95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.074188] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1508.074188] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eaa44b-d3cf-2ee3-f87b-de3d92fe3fbd" [ 1508.074188] env[62105]: _type = "Task" [ 1508.074188] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.082021] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eaa44b-d3cf-2ee3-f87b-de3d92fe3fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.156368] env[62105]: DEBUG nova.network.neutron [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updated VIF entry in instance network info cache for port e6dced5b-00d7-4612-9362-2470bd576242. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.156726] env[62105]: DEBUG nova.network.neutron [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating instance_info_cache with network_info: [{"id": "e6dced5b-00d7-4612-9362-2470bd576242", "address": "fa:16:3e:42:88:b1", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dced5b-00", "ovs_interfaceid": "e6dced5b-00d7-4612-9362-2470bd576242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.221948] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.222515] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1508.225316] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.030s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.225514] env[62105]: DEBUG nova.objects.instance [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1508.254527] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f07f5e99-b1ea-4b3b-bda2-87538093efce tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.975s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.272887] env[62105]: DEBUG oslo_vmware.api [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903348, 'name': ReconfigVM_Task, 'duration_secs': 0.372017} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.276170] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-4fd5d252-11e3-4483-bee5-280bcdd590af/volume-4fd5d252-11e3-4483-bee5-280bcdd590af.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1508.282132] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1520c3dc-d081-481f-b90f-ea7f4f33350a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.301570] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520018d5-a436-91c9-d360-7aaee35cb976, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.301981] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.302246] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.302460] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.306530] env[62105]: DEBUG oslo_vmware.api [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Waiting for the task: (returnval){ [ 1508.306530] env[62105]: value = "task-1903349" [ 1508.306530] env[62105]: _type = "Task" [ 1508.306530] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.314163] env[62105]: DEBUG oslo_vmware.api [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.316133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.316299] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquired lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.316468] env[62105]: DEBUG nova.network.neutron [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.540682] env[62105]: DEBUG nova.network.neutron [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Successfully updated port: c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.586914] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eaa44b-d3cf-2ee3-f87b-de3d92fe3fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.022006} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.587194] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.587446] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.587723] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.587909] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.588266] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d1d189e-c8ef-4793-a955-a501e2b411f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.590817] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2e9830-4ac9-4042-afd8-e9775f081b29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.598090] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1508.598090] env[62105]: value = "task-1903350" [ 1508.598090] env[62105]: _type = "Task" [ 1508.598090] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.599193] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.599488] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.603295] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3577665a-3807-42dd-b532-578b5ea651c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.610324] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.611578] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1508.611578] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a43a3d-f53b-59db-a732-caeee2dccf7e" [ 1508.611578] env[62105]: _type = "Task" [ 1508.611578] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.619471] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a43a3d-f53b-59db-a732-caeee2dccf7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.659415] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Releasing lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.659813] env[62105]: DEBUG nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Received event network-changed-9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1508.660096] env[62105]: DEBUG nova.compute.manager [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Refreshing instance network info cache due to event network-changed-9d4e38f8-dfbf-47a4-a581-ae51b0756060. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1508.660305] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Acquiring lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.733329] env[62105]: DEBUG nova.compute.utils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1508.734507] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1508.734676] env[62105]: DEBUG nova.network.neutron [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1508.757882] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1508.782139] env[62105]: DEBUG nova.policy [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8a1b96ad51d45dfaf7c7c3d94723caa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a982060b3ec4472d9539bbed2d6db442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1508.818104] env[62105]: DEBUG oslo_vmware.api [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903349, 'name': ReconfigVM_Task, 'duration_secs': 0.158132} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.821162] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392915', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'name': 'volume-4fd5d252-11e3-4483-bee5-280bcdd590af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27885184-734b-42ae-8c31-e14e67330fbd', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'serial': '4fd5d252-11e3-4483-bee5-280bcdd590af'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1509.043710] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.044031] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.044128] env[62105]: DEBUG nova.network.neutron [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1509.058651] env[62105]: DEBUG nova.network.neutron [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updating instance_info_cache with network_info: [{"id": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "address": "fa:16:3e:1c:0d:54", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4e38f8-df", "ovs_interfaceid": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.109668] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903350, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.122515] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a43a3d-f53b-59db-a732-caeee2dccf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.123555] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8237d3-4fde-45af-8654-c7df2f64b76a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.130432] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1509.130432] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c7bb1e-b1af-1557-e418-5a1d70224190" [ 1509.130432] env[62105]: _type = "Task" [ 1509.130432] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.140843] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c7bb1e-b1af-1557-e418-5a1d70224190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.239345] env[62105]: DEBUG oslo_concurrency.lockutils [None req-65a6b347-8a68-480b-8432-b55028026bf0 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.244026] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1509.244491] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.325s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.246246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.252324] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.337s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.252324] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.254306] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.274s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.255596] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.257040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.726s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.258850] env[62105]: INFO nova.compute.claims [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.333086] env[62105]: INFO nova.scheduler.client.report [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleted allocations for instance 398cbe63-cfb4-428c-ae35-e9485c71699e [ 1509.334581] env[62105]: INFO nova.scheduler.client.report [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Deleted allocations for instance d94f5cbf-7211-4493-98ae-1ce38a6c27a4 [ 1509.350668] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.364796] env[62105]: INFO nova.scheduler.client.report [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Deleted allocations for instance dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f [ 1509.567654] env[62105]: DEBUG nova.network.neutron [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Successfully created port: a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.569887] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Releasing lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.570960] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Acquired lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.571167] env[62105]: DEBUG nova.network.neutron [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Refreshing network info cache for port 9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.583826] env[62105]: DEBUG nova.network.neutron [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.610779] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757251} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.611061] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1509.611279] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.611748] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-221179f6-1c48-4014-8bc8-dff3f2710258 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.619017] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1509.619017] env[62105]: value = "task-1903351" [ 1509.619017] env[62105]: _type = "Task" [ 1509.619017] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.627106] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.642791] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c7bb1e-b1af-1557-e418-5a1d70224190, 'name': SearchDatastore_Task, 'duration_secs': 0.058235} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.642919] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.643977] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 700b21a6-33e0-430b-a2a9-172ac8d684af/700b21a6-33e0-430b-a2a9-172ac8d684af.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.648021] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f245980e-fb6d-477f-a4b6-12d4ccc6a913 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.651573] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1509.651573] env[62105]: value = "task-1903352" [ 1509.651573] env[62105]: _type = "Task" [ 1509.651573] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.660175] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.715556] env[62105]: DEBUG nova.compute.manager [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-vif-plugged-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1509.715797] env[62105]: DEBUG oslo_concurrency.lockutils [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.716014] env[62105]: DEBUG oslo_concurrency.lockutils [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.716223] env[62105]: DEBUG oslo_concurrency.lockutils [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.716409] env[62105]: DEBUG nova.compute.manager [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] No waiting events found dispatching network-vif-plugged-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.716572] env[62105]: WARNING nova.compute.manager [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received unexpected event network-vif-plugged-c73cf5cc-048d-4fd8-a743-076f5a163dff for instance with vm_state building and task_state spawning. [ 1509.716728] env[62105]: DEBUG nova.compute.manager [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-changed-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1509.716879] env[62105]: DEBUG nova.compute.manager [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Refreshing instance network info cache due to event network-changed-c73cf5cc-048d-4fd8-a743-076f5a163dff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1509.717099] env[62105]: DEBUG oslo_concurrency.lockutils [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.744862] env[62105]: DEBUG nova.network.neutron [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.847557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f0b9120-3cd6-45bc-b7be-ce36162d9d2e tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "398cbe63-cfb4-428c-ae35-e9485c71699e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.372s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.860963] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0d01b1fb-35f0-4b82-8b9d-77dc1687457b tempest-ListServersNegativeTestJSON-1874646956 tempest-ListServersNegativeTestJSON-1874646956-project-member] Lock "d94f5cbf-7211-4493-98ae-1ce38a6c27a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.508s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.875658] env[62105]: DEBUG nova.objects.instance [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lazy-loading 'flavor' on Instance uuid 27885184-734b-42ae-8c31-e14e67330fbd {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.877316] env[62105]: DEBUG oslo_concurrency.lockutils [None req-22590a17-0fc1-4b4f-bc63-a1623520d4b4 tempest-ServersNegativeTestMultiTenantJSON-794652263 tempest-ServersNegativeTestMultiTenantJSON-794652263-project-member] Lock "dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.447s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.078642] env[62105]: DEBUG nova.compute.manager [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1510.079096] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f6f0c-f450-4e35-8c89-b5d774882a15 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.132766] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066151} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.137775] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.138866] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3374a1a4-ebcf-43a2-a29c-44f29e53cc77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.165564] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.170202] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde36917-3827-4acb-b37a-a072f1be3699 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.193284] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.194691] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1510.194691] env[62105]: value = "task-1903353" [ 1510.194691] env[62105]: _type = "Task" [ 1510.194691] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.203383] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.247058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.247058] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance network_info: |[{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1510.247428] env[62105]: DEBUG oslo_concurrency.lockutils [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.247428] env[62105]: DEBUG nova.network.neutron [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Refreshing network info cache for port c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.247428] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:97:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73cf5cc-048d-4fd8-a743-076f5a163dff', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1510.261599] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating folder: Project (30051ec301ca44b4ae5e8a2b59bb6f37). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.264597] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1510.266864] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86db5138-b311-4131-abe7-1135b9e521a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.281484] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Created folder: Project (30051ec301ca44b4ae5e8a2b59bb6f37) in parent group-v392807. [ 1510.281686] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating folder: Instances. Parent ref: group-v392922. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1510.281979] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17ff5956-b7fb-4f26-8378-da9248d7ee4e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.292027] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Created folder: Instances in parent group-v392922. [ 1510.292319] env[62105]: DEBUG oslo.service.loopingcall [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1510.292474] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1510.294725] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8d67cc-c257-4780-9111-d45648dce51b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.319955] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1510.319955] env[62105]: value = "task-1903356" [ 1510.319955] env[62105]: _type = "Task" [ 1510.319955] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.325840] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1510.326099] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.326248] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1510.326429] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.326580] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1510.326737] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1510.327890] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1510.327890] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1510.327890] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1510.327890] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1510.327890] env[62105]: DEBUG nova.virt.hardware [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1510.328475] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e71253-fb37-4054-a735-29d82409a861 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.340747] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903356, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.345490] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dddc5c0-3fa9-4138-b971-2fa54e2e03f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.383050] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2e0c330d-c29a-41e2-9ffc-d20cbd326760 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lock "27885184-734b-42ae-8c31-e14e67330fbd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.552190] env[62105]: DEBUG nova.network.neutron [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updated VIF entry in instance network info cache for port 9d4e38f8-dfbf-47a4-a581-ae51b0756060. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.552190] env[62105]: DEBUG nova.network.neutron [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updating instance_info_cache with network_info: [{"id": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "address": "fa:16:3e:1c:0d:54", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4e38f8-df", "ovs_interfaceid": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.674514] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.710304] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.830091] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903356, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.975449] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83844053-1654-4bb8-a86f-18ec8c9d3782 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.983366] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beeca9c-cc96-402a-9b2f-55bc668bcc80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.013594] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb40f97-5672-4a99-8a8d-aad6287ba7da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.021577] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43360c-202f-42ed-8f96-936399d2c233 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.035870] env[62105]: DEBUG nova.compute.provider_tree [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1511.058760] env[62105]: DEBUG oslo_concurrency.lockutils [req-bb5c6864-6303-40e9-af15-f14b084706fc req-cec3a4af-c951-4a66-bb8d-b5b02190ebe9 service nova] Releasing lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.100935] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f16594d-cb65-480e-b2bf-30cbb07cb6a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.110824] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Doing hard reboot of VM {{(pid=62105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1511.111119] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-27b7e405-55cc-43a4-823e-b6cc15c9ff61 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.118083] env[62105]: DEBUG oslo_vmware.api [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1511.118083] env[62105]: value = "task-1903357" [ 1511.118083] env[62105]: _type = "Task" [ 1511.118083] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.127066] env[62105]: DEBUG oslo_vmware.api [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903357, 'name': ResetVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.141810] env[62105]: DEBUG oslo_concurrency.lockutils [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.142148] env[62105]: DEBUG oslo_concurrency.lockutils [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lock "27885184-734b-42ae-8c31-e14e67330fbd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.166445] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903352, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.206345] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903353, 'name': ReconfigVM_Task, 'duration_secs': 0.68673} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.206761] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.207645] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8695e576-f005-4cde-a4d7-278b7c13fcea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.214812] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1511.214812] env[62105]: value = "task-1903358" [ 1511.214812] env[62105]: _type = "Task" [ 1511.214812] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.224466] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903358, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.333658] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903356, 'name': CreateVM_Task, 'duration_secs': 0.6026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.334032] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.334989] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.335472] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.335897] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1511.336556] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d92528d-9e23-450b-95e1-8d539a195466 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.342240] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1511.342240] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c4c584-ae94-f47f-dcbb-94001007fb5c" [ 1511.342240] env[62105]: _type = "Task" [ 1511.342240] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.351435] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c4c584-ae94-f47f-dcbb-94001007fb5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.498763] env[62105]: DEBUG nova.network.neutron [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updated VIF entry in instance network info cache for port c73cf5cc-048d-4fd8-a743-076f5a163dff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1511.499169] env[62105]: DEBUG nova.network.neutron [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.541134] env[62105]: DEBUG nova.scheduler.client.report [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1511.568020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "10210a11-05f4-485f-b5e4-fd50e23eba9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.568020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.568020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "10210a11-05f4-485f-b5e4-fd50e23eba9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.568020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.568278] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.569021] env[62105]: INFO nova.compute.manager [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Terminating instance [ 1511.632563] env[62105]: DEBUG oslo_vmware.api [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903357, 'name': ResetVM_Task, 'duration_secs': 0.137902} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.633062] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Did hard reboot of VM {{(pid=62105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1511.633399] env[62105]: DEBUG nova.compute.manager [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.634439] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f566cde-87cd-46d1-8e0f-ad472cf29c00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.645868] env[62105]: INFO nova.compute.manager [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Detaching volume 4fd5d252-11e3-4483-bee5-280bcdd590af [ 1511.672312] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903352, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.695027] env[62105]: INFO nova.virt.block_device [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Attempting to driver detach volume 4fd5d252-11e3-4483-bee5-280bcdd590af from mountpoint /dev/sdb [ 1511.695027] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1511.695027] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392915', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'name': 'volume-4fd5d252-11e3-4483-bee5-280bcdd590af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27885184-734b-42ae-8c31-e14e67330fbd', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'serial': '4fd5d252-11e3-4483-bee5-280bcdd590af'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1511.695027] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c9dd9-2690-4db2-a419-7b04c0877a81 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.724967] env[62105]: DEBUG nova.network.neutron [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Successfully updated port: a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.732200] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c7321c-5078-4285-8833-d822b135eced {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.744629] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903358, 'name': Rename_Task, 'duration_secs': 0.324848} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.748693] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.749856] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32bbd48c-2399-414a-9872-406741eecc52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.752057] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857f73a-0eaa-4cfa-9758-e5ae4c22c762 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.780924] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e70e09-f503-4f87-9758-ee5770f02c84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.785550] env[62105]: DEBUG nova.compute.manager [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Received event network-vif-plugged-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1511.785868] env[62105]: DEBUG oslo_concurrency.lockutils [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] Acquiring lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.786207] env[62105]: DEBUG oslo_concurrency.lockutils [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.786447] env[62105]: DEBUG oslo_concurrency.lockutils [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.786613] env[62105]: DEBUG nova.compute.manager [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] No waiting events found dispatching network-vif-plugged-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.787342] env[62105]: WARNING nova.compute.manager [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Received unexpected event network-vif-plugged-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 for instance with vm_state building and task_state spawning. [ 1511.787342] env[62105]: DEBUG nova.compute.manager [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Received event network-changed-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1511.787420] env[62105]: DEBUG nova.compute.manager [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Refreshing instance network info cache due to event network-changed-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1511.787676] env[62105]: DEBUG oslo_concurrency.lockutils [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] Acquiring lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.787824] env[62105]: DEBUG oslo_concurrency.lockutils [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] Acquired lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.788053] env[62105]: DEBUG nova.network.neutron [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Refreshing network info cache for port a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1511.789583] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1511.789583] env[62105]: value = "task-1903359" [ 1511.789583] env[62105]: _type = "Task" [ 1511.789583] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.808324] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] The volume has not been displaced from its original location: [datastore2] volume-4fd5d252-11e3-4483-bee5-280bcdd590af/volume-4fd5d252-11e3-4483-bee5-280bcdd590af.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1511.814138] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1511.815547] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1c43a72-119c-44ac-8287-01aaafa18256 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.833890] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.838185] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Waiting for the task: (returnval){ [ 1511.838185] env[62105]: value = "task-1903360" [ 1511.838185] env[62105]: _type = "Task" [ 1511.838185] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.847772] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.854511] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c4c584-ae94-f47f-dcbb-94001007fb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.854860] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.855067] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.855304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.855451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.855627] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.855889] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f4a75a-0266-4807-915d-550435f06e43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.871548] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.871548] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.871851] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fb299e-0858-4062-8ec4-230d49af149b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.877672] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1511.877672] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fcff7b-3518-f462-f26d-cbf90e10d310" [ 1511.877672] env[62105]: _type = "Task" [ 1511.877672] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.885844] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fcff7b-3518-f462-f26d-cbf90e10d310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.005626] env[62105]: DEBUG oslo_concurrency.lockutils [req-23375928-c0c0-4144-82f1-3b357151b323 req-89081b11-91da-4002-a351-9460a2906bec service nova] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.047114] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.047548] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1512.050357] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.314s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.050567] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.054884] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.255s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.055139] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.057937] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.264s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1512.059501] env[62105]: INFO nova.compute.claims [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1512.074082] env[62105]: DEBUG nova.compute.manager [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.074082] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.075176] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e639409-e045-4cfc-910c-ec9d52f3fad4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.094012] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.094410] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e6291d-2443-4dad-9cd7-b1b2df7f4329 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.098375] env[62105]: INFO nova.scheduler.client.report [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleted allocations for instance 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f [ 1512.098464] env[62105]: INFO nova.scheduler.client.report [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Deleted allocations for instance 5ff7f553-c513-494a-9f35-71d72944fa15 [ 1512.110362] env[62105]: DEBUG oslo_vmware.api [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1512.110362] env[62105]: value = "task-1903361" [ 1512.110362] env[62105]: _type = "Task" [ 1512.110362] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.123659] env[62105]: DEBUG oslo_vmware.api [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.154982] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a273cb42-807d-4c46-88c9-74080edf8fcc tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.372s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.171171] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903352, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.116535} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.171455] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 700b21a6-33e0-430b-a2a9-172ac8d684af/700b21a6-33e0-430b-a2a9-172ac8d684af.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1512.171896] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1512.172404] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7ae273a-855a-4f8a-a9a4-647e7be296ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.181051] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1512.181051] env[62105]: value = "task-1903362" [ 1512.181051] env[62105]: _type = "Task" [ 1512.181051] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.193019] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.238864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.306357] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.351027] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903360, 'name': ReconfigVM_Task, 'duration_secs': 0.286677} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.351027] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1512.355489] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228356aa-cd4a-4a03-9aee-f03d2ad65411 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.366242] env[62105]: DEBUG nova.network.neutron [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.377069] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Waiting for the task: (returnval){ [ 1512.377069] env[62105]: value = "task-1903363" [ 1512.377069] env[62105]: _type = "Task" [ 1512.377069] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.384841] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.397170] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fcff7b-3518-f462-f26d-cbf90e10d310, 'name': SearchDatastore_Task, 'duration_secs': 0.021519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.398382] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3d0c0f-6bac-4586-bd0f-0e575db8e7ab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.409164] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1512.409164] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522919a5-8e9b-6b46-23ad-ef97b58e1d42" [ 1512.409164] env[62105]: _type = "Task" [ 1512.409164] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.418557] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522919a5-8e9b-6b46-23ad-ef97b58e1d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.418889] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.419233] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1512.421033] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7e7cd3a-1059-410f-a73c-5f8ee4ec0bef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.426636] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1512.426636] env[62105]: value = "task-1903364" [ 1512.426636] env[62105]: _type = "Task" [ 1512.426636] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.435378] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.564572] env[62105]: DEBUG nova.compute.utils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.571840] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.571974] env[62105]: DEBUG nova.network.neutron [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.610145] env[62105]: DEBUG nova.network.neutron [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.613723] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88ee8efb-cef7-490d-a37e-79ac2270f47b tempest-DeleteServersAdminTestJSON-1815289277 tempest-DeleteServersAdminTestJSON-1815289277-project-member] Lock "5ff7f553-c513-494a-9f35-71d72944fa15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.464s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.615370] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7122068f-8b64-4ac3-adf1-db1cae328b07 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "3ffe163d-7bf2-4d46-b91a-bff7062a0b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.167s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.630847] env[62105]: DEBUG oslo_vmware.api [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903361, 'name': PowerOffVM_Task, 'duration_secs': 0.196927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.632273] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.632486] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.635418] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b47a478e-35ef-4c4a-90c3-4fd29efa4dd3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.659894] env[62105]: DEBUG nova.policy [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '330e4ef693854328a8b0a319b9e7f35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ddc887d07c49209ab89fb37c7549fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.695710] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.420059} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.696874] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.697164] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7ac0a6-b2d0-48b4-bb7a-283d98e0cc8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.723370] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 700b21a6-33e0-430b-a2a9-172ac8d684af/700b21a6-33e0-430b-a2a9-172ac8d684af.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.723798] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e112f99b-05c2-41c2-a943-d6ee6cf20df9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.746901] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1512.746901] env[62105]: value = "task-1903366" [ 1512.746901] env[62105]: _type = "Task" [ 1512.746901] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.757140] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.804361] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.888826] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.910271] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.910500] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.910773] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Deleting the datastore file [datastore1] 10210a11-05f4-485f-b5e4-fd50e23eba9d {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.910990] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71064c26-8530-49ab-9e00-ec5c8469fc9d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.917906] env[62105]: DEBUG oslo_vmware.api [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for the task: (returnval){ [ 1512.917906] env[62105]: value = "task-1903367" [ 1512.917906] env[62105]: _type = "Task" [ 1512.917906] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.926626] env[62105]: DEBUG oslo_vmware.api [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.936996] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903364, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.073670] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.120488] env[62105]: DEBUG oslo_concurrency.lockutils [req-9cfc8c7e-4411-4d97-b5ae-fc7c2136594e req-8ff321ac-81ed-4fa0-9bf8-32e2009e5941 service nova] Releasing lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.121832] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquired lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.122043] env[62105]: DEBUG nova.network.neutron [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1513.261353] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.291630] env[62105]: DEBUG nova.network.neutron [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Successfully created port: cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1513.304239] env[62105]: DEBUG oslo_vmware.api [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903359, 'name': PowerOnVM_Task, 'duration_secs': 1.379152} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.304363] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.304506] env[62105]: INFO nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1513.304650] env[62105]: DEBUG nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.305626] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47fc4d-55e8-4ac8-8b46-1b31c0556f87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.398707] env[62105]: DEBUG oslo_vmware.api [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Task: {'id': task-1903363, 'name': ReconfigVM_Task, 'duration_secs': 0.83199} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.404994] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392915', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'name': 'volume-4fd5d252-11e3-4483-bee5-280bcdd590af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27885184-734b-42ae-8c31-e14e67330fbd', 'attached_at': '', 'detached_at': '', 'volume_id': '4fd5d252-11e3-4483-bee5-280bcdd590af', 'serial': '4fd5d252-11e3-4483-bee5-280bcdd590af'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1513.432695] env[62105]: DEBUG oslo_vmware.api [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Task: {'id': task-1903367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179571} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.438020] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.438020] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.438020] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.438020] env[62105]: INFO nova.compute.manager [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1513.438020] env[62105]: DEBUG oslo.service.loopingcall [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.439325] env[62105]: DEBUG nova.compute.manager [-] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.439430] env[62105]: DEBUG nova.network.neutron [-] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.448749] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521331} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.448995] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1513.449218] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1513.449478] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06692f95-c0c6-4bec-b42a-241a85cb9178 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.457975] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1513.457975] env[62105]: value = "task-1903368" [ 1513.457975] env[62105]: _type = "Task" [ 1513.457975] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.468673] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.620268] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1a4787-6299-400f-b6e9-2914cb7c7b6c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.630073] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf6c72e-e7e8-4170-b256-bf1a792fadc3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.662481] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295252e2-cdf9-46f6-8075-db6b09885242 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.670253] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97652b8d-49ed-4559-a943-37ffb3c37c93 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.684727] env[62105]: DEBUG nova.compute.provider_tree [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.686662] env[62105]: DEBUG nova.network.neutron [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.759387] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903366, 'name': ReconfigVM_Task, 'duration_secs': 0.699087} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.759671] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 700b21a6-33e0-430b-a2a9-172ac8d684af/700b21a6-33e0-430b-a2a9-172ac8d684af.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.762181] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c37379da-d2cf-4442-8b61-c222597adce1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.769617] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1513.769617] env[62105]: value = "task-1903369" [ 1513.769617] env[62105]: _type = "Task" [ 1513.769617] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.781855] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903369, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.828315] env[62105]: INFO nova.compute.manager [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Took 55.57 seconds to build instance. [ 1513.906592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.906868] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.907103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.907302] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.907475] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.911995] env[62105]: INFO nova.compute.manager [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Terminating instance [ 1513.955327] env[62105]: DEBUG nova.network.neutron [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Updating instance_info_cache with network_info: [{"id": "a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91", "address": "fa:16:3e:e0:2f:b0", "network": {"id": "8631ca88-d03d-4231-bd92-e307c1e063b5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1930693534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a982060b3ec4472d9539bbed2d6db442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8dbd50a-14", "ovs_interfaceid": "a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.971572] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076505} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.971975] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1513.972959] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2895d09-4813-45d8-a8ac-c0a33863242e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.997668] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.999166] env[62105]: DEBUG nova.objects.instance [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lazy-loading 'flavor' on Instance uuid 27885184-734b-42ae-8c31-e14e67330fbd {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.000749] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffd73c2-a7fc-41b7-95c7-acab23d71b16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.022643] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1514.022643] env[62105]: value = "task-1903370" [ 1514.022643] env[62105]: _type = "Task" [ 1514.022643] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.033536] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.089093] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1514.123469] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1514.123878] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.123878] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1514.124037] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.124220] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1514.124378] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1514.124585] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1514.124742] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1514.124955] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1514.125072] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1514.125267] env[62105]: DEBUG nova.virt.hardware [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1514.126147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77ca4b-728f-4973-a235-79fd73fe84d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.135537] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f06846d-41c4-45ce-b958-85be5374c6dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.190137] env[62105]: DEBUG nova.scheduler.client.report [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.281862] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903369, 'name': Rename_Task, 'duration_secs': 0.14117} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.282332] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1514.282971] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda8502b-3ba9-492f-8d3c-c696353b31ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.293076] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1514.293076] env[62105]: value = "task-1903371" [ 1514.293076] env[62105]: _type = "Task" [ 1514.293076] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.301286] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.330528] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8638bb6b-ef13-45cb-ab99-fb339a8d437b tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.160s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.380539] env[62105]: DEBUG nova.compute.manager [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Received event network-changed-9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1514.380741] env[62105]: DEBUG nova.compute.manager [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Refreshing instance network info cache due to event network-changed-9d4e38f8-dfbf-47a4-a581-ae51b0756060. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1514.380955] env[62105]: DEBUG oslo_concurrency.lockutils [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] Acquiring lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.381110] env[62105]: DEBUG oslo_concurrency.lockutils [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] Acquired lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.381268] env[62105]: DEBUG nova.network.neutron [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Refreshing network info cache for port 9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.420137] env[62105]: DEBUG nova.compute.manager [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.420137] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.420137] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e5f6ef-3084-4d3b-aba4-7c0ed1b6cd9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.429492] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.429958] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91766db0-c673-43fa-b074-2e96d210aa7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.437436] env[62105]: DEBUG oslo_vmware.api [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1514.437436] env[62105]: value = "task-1903372" [ 1514.437436] env[62105]: _type = "Task" [ 1514.437436] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.446912] env[62105]: DEBUG oslo_vmware.api [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.449445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "1fa71e2b-14df-415c-a823-3b5649802a4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.449686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "1fa71e2b-14df-415c-a823-3b5649802a4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.449902] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "1fa71e2b-14df-415c-a823-3b5649802a4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.450155] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "1fa71e2b-14df-415c-a823-3b5649802a4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.450393] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "1fa71e2b-14df-415c-a823-3b5649802a4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.453279] env[62105]: INFO nova.compute.manager [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Terminating instance [ 1514.458577] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Releasing lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.459100] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Instance network_info: |[{"id": "a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91", "address": "fa:16:3e:e0:2f:b0", "network": {"id": "8631ca88-d03d-4231-bd92-e307c1e063b5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1930693534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a982060b3ec4472d9539bbed2d6db442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8dbd50a-14", "ovs_interfaceid": "a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1514.460062] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:2f:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.475153] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Creating folder: Project (a982060b3ec4472d9539bbed2d6db442). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.476667] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd7b6ab-f773-4ab2-8fbe-44398c5ae0a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.491126] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Created folder: Project (a982060b3ec4472d9539bbed2d6db442) in parent group-v392807. [ 1514.491385] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Creating folder: Instances. Parent ref: group-v392925. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.492233] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed13ef66-b000-4a4a-be60-7c7fec506425 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.503708] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Created folder: Instances in parent group-v392925. [ 1514.503708] env[62105]: DEBUG oslo.service.loopingcall [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.503708] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.503856] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a09c062-4b6e-4968-b7d4-118d455a457d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.528629] env[62105]: DEBUG nova.network.neutron [-] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.539195] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.540828] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.540828] env[62105]: value = "task-1903375" [ 1514.540828] env[62105]: _type = "Task" [ 1514.540828] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.550870] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903375, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.696276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.696371] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.701494] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.336s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.704900] env[62105]: INFO nova.compute.claims [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.804869] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.832714] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1514.949911] env[62105]: DEBUG oslo_vmware.api [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903372, 'name': PowerOffVM_Task, 'duration_secs': 0.209065} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.950253] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.950457] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.950742] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9c1ba9c-e8c4-4623-9895-962d6d3332c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.957594] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "refresh_cache-1fa71e2b-14df-415c-a823-3b5649802a4c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.957822] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquired lock "refresh_cache-1fa71e2b-14df-415c-a823-3b5649802a4c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.958038] env[62105]: DEBUG nova.network.neutron [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.037202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-953fc5cf-537a-44e8-bd20-3721e515a172 tempest-VolumesAssistedSnapshotsTest-1236130879 tempest-VolumesAssistedSnapshotsTest-1236130879-project-admin] Lock "27885184-734b-42ae-8c31-e14e67330fbd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.895s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.038530] env[62105]: INFO nova.compute.manager [-] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Took 1.60 seconds to deallocate network for instance. [ 1515.038961] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903370, 'name': ReconfigVM_Task, 'duration_secs': 0.614663} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.044266] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.045187] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7bf4470-973c-440e-8159-27dcd5e4f7ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.057445] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903375, 'name': CreateVM_Task, 'duration_secs': 0.439848} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.060879] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.061320] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1515.061320] env[62105]: value = "task-1903377" [ 1515.061320] env[62105]: _type = "Task" [ 1515.061320] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.062734] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.062949] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.063320] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.064400] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8fc8215-fe35-4954-acbd-3c33401a0c30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.072953] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.073076] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.073510] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Deleting the datastore file [datastore1] e7abc8f6-9b51-4ffc-ab49-058890a2f975 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.074080] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77737047-5b8a-45fa-a753-4bdba0e221b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.081287] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1515.081287] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cdc9ca-0e26-d26a-2758-c356d1232072" [ 1515.081287] env[62105]: _type = "Task" [ 1515.081287] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.085497] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903377, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.092149] env[62105]: DEBUG oslo_vmware.api [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1515.092149] env[62105]: value = "task-1903378" [ 1515.092149] env[62105]: _type = "Task" [ 1515.092149] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.100055] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cdc9ca-0e26-d26a-2758-c356d1232072, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.100707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.100950] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.101199] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.101347] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.101526] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.101803] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1846907-2c38-4fc2-b8e5-6ba6bfc0a947 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.106707] env[62105]: DEBUG oslo_vmware.api [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.113266] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.113611] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.117430] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5710802-9700-43a0-b81d-6d58bc9be762 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.120116] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1515.120116] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52590c16-4257-436d-f14e-adc90b31fc18" [ 1515.120116] env[62105]: _type = "Task" [ 1515.120116] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.134390] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52590c16-4257-436d-f14e-adc90b31fc18, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.135277] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac7a007-b7a6-4374-ba88-adf449f6a3ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.141326] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1515.141326] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e35008-9a6e-8ab9-23a1-884714bbbfa1" [ 1515.141326] env[62105]: _type = "Task" [ 1515.141326] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.150827] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e35008-9a6e-8ab9-23a1-884714bbbfa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.210903] env[62105]: DEBUG nova.compute.utils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.214658] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.214850] env[62105]: DEBUG nova.network.neutron [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.287058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.287608] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.287608] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "e8a155e4-7149-48b6-9f42-c011e5e02f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.287768] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.287887] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.291982] env[62105]: INFO nova.compute.manager [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Terminating instance [ 1515.299474] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "8228a1e8-aa53-418c-ac52-e120b33a37cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.299678] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.310430] env[62105]: DEBUG oslo_vmware.api [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903371, 'name': PowerOnVM_Task, 'duration_secs': 0.533344} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.310681] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1515.310880] env[62105]: INFO nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1515.311076] env[62105]: DEBUG nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.311879] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbe5656-c5af-49fb-b5dc-a7c22f33566e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.338236] env[62105]: DEBUG nova.network.neutron [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updated VIF entry in instance network info cache for port 9d4e38f8-dfbf-47a4-a581-ae51b0756060. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1515.338236] env[62105]: DEBUG nova.network.neutron [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updating instance_info_cache with network_info: [{"id": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "address": "fa:16:3e:1c:0d:54", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4e38f8-df", "ovs_interfaceid": "9d4e38f8-dfbf-47a4-a581-ae51b0756060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.346098] env[62105]: DEBUG nova.policy [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3d445452d0b4729949881c49d4ba936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035030c547584ae5919c6c8468bb44e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.363100] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.484359] env[62105]: DEBUG nova.network.neutron [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.526727] env[62105]: DEBUG nova.network.neutron [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Successfully updated port: cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1515.545586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.577547] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903377, 'name': Rename_Task, 'duration_secs': 0.157567} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.577927] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.578386] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb7aad6-2657-49c3-9183-7051808c4b1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.581183] env[62105]: DEBUG nova.network.neutron [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.585988] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1515.585988] env[62105]: value = "task-1903380" [ 1515.585988] env[62105]: _type = "Task" [ 1515.585988] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.594446] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.602580] env[62105]: DEBUG oslo_vmware.api [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143632} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.602842] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.603030] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.603209] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.603383] env[62105]: INFO nova.compute.manager [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1515.603714] env[62105]: DEBUG oslo.service.loopingcall [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.604018] env[62105]: DEBUG nova.compute.manager [-] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.604081] env[62105]: DEBUG nova.network.neutron [-] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.653821] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e35008-9a6e-8ab9-23a1-884714bbbfa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.654339] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.654424] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5/fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.654689] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-418cd6d0-3316-41e3-96ee-d48c58c59960 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.662446] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1515.662446] env[62105]: value = "task-1903381" [ 1515.662446] env[62105]: _type = "Task" [ 1515.662446] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.671976] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.715635] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.786475] env[62105]: DEBUG nova.compute.manager [req-bbdc6259-33c3-4dec-bffe-baad0f907669 req-c53b4281-14c9-40fc-acd6-4022062c77a4 service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Received event network-vif-plugged-cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1515.786744] env[62105]: DEBUG oslo_concurrency.lockutils [req-bbdc6259-33c3-4dec-bffe-baad0f907669 req-c53b4281-14c9-40fc-acd6-4022062c77a4 service nova] Acquiring lock "3cb203e8-a08e-49ce-a3c5-767874dab719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.787333] env[62105]: DEBUG oslo_concurrency.lockutils [req-bbdc6259-33c3-4dec-bffe-baad0f907669 req-c53b4281-14c9-40fc-acd6-4022062c77a4 service nova] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.787492] env[62105]: DEBUG oslo_concurrency.lockutils [req-bbdc6259-33c3-4dec-bffe-baad0f907669 req-c53b4281-14c9-40fc-acd6-4022062c77a4 service nova] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.787771] env[62105]: DEBUG nova.compute.manager [req-bbdc6259-33c3-4dec-bffe-baad0f907669 req-c53b4281-14c9-40fc-acd6-4022062c77a4 service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] No waiting events found dispatching network-vif-plugged-cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1515.788093] env[62105]: WARNING nova.compute.manager [req-bbdc6259-33c3-4dec-bffe-baad0f907669 req-c53b4281-14c9-40fc-acd6-4022062c77a4 service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Received unexpected event network-vif-plugged-cd8ac95b-faf1-4adf-9f36-32956805a5e6 for instance with vm_state building and task_state spawning. [ 1515.798524] env[62105]: DEBUG nova.compute.manager [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1515.798849] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.800779] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d92da-9d67-4eb7-907d-3b8d8058950f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.809864] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.810280] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c734ad-0681-4ad6-96bd-2e155548ed84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.830251] env[62105]: DEBUG oslo_vmware.api [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1515.830251] env[62105]: value = "task-1903382" [ 1515.830251] env[62105]: _type = "Task" [ 1515.830251] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.832963] env[62105]: INFO nova.compute.manager [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Took 56.02 seconds to build instance. [ 1515.848118] env[62105]: DEBUG oslo_concurrency.lockutils [req-d2478495-70d5-4703-9504-cf1f3fb03b65 req-a95ac3c3-e0af-4a69-aba6-1bead355512e service nova] Releasing lock "refresh_cache-e8a155e4-7149-48b6-9f42-c011e5e02f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.855568] env[62105]: DEBUG oslo_vmware.api [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.863053] env[62105]: DEBUG nova.network.neutron [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Successfully created port: 251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1516.032357] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "refresh_cache-3cb203e8-a08e-49ce-a3c5-767874dab719" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.032541] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "refresh_cache-3cb203e8-a08e-49ce-a3c5-767874dab719" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.032700] env[62105]: DEBUG nova.network.neutron [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1516.087542] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Releasing lock "refresh_cache-1fa71e2b-14df-415c-a823-3b5649802a4c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.087542] env[62105]: DEBUG nova.compute.manager [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1516.087542] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1516.089095] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7550858-b20d-444b-9801-74a3c57b26d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.122970] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.131450] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.132274] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-424848a8-b143-4a11-a641-325dea2956ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.143218] env[62105]: DEBUG oslo_vmware.api [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1516.143218] env[62105]: value = "task-1903383" [ 1516.143218] env[62105]: _type = "Task" [ 1516.143218] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.158091] env[62105]: DEBUG oslo_vmware.api [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.178675] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903381, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.307648] env[62105]: INFO nova.compute.manager [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Rebuilding instance [ 1516.346644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-18272f5d-9650-405a-a0e7-acbcb9557f40 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.288s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.352981] env[62105]: DEBUG oslo_vmware.api [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903382, 'name': PowerOffVM_Task, 'duration_secs': 0.186712} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.353405] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.353498] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.353836] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2c09660-466d-4aaf-8984-fc1b10ecb4b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.375231] env[62105]: DEBUG nova.compute.manager [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.376025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b44727-5c79-4f30-9fd8-f7ab9b1d646c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.403472] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d42b787-7d30-4837-92d6-b9725abf525e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.410504] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9396e-a9c8-4218-a8bc-74143aff2206 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.446622] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0452ac9-03c7-48ef-966f-6add9b9e84fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.455577] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022736fa-8056-4e9e-830a-334312c32b67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.472803] env[62105]: DEBUG nova.compute.provider_tree [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.483623] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.483847] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.484044] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Deleting the datastore file [datastore1] e8a155e4-7149-48b6-9f42-c011e5e02f28 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.484928] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50c6b1a6-eb98-4388-bf6e-e126a749789c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.493812] env[62105]: DEBUG oslo_vmware.api [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1516.493812] env[62105]: value = "task-1903385" [ 1516.493812] env[62105]: _type = "Task" [ 1516.493812] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.500128] env[62105]: DEBUG nova.compute.manager [req-ec5782bb-262c-4461-aa7f-d70158669f24 req-cb98d3b0-a2a7-4e60-9abc-12177a60f2d8 service nova] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Received event network-vif-deleted-ce5566cd-e43b-45ac-993d-1e412513667f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1516.506408] env[62105]: DEBUG oslo_vmware.api [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.597745] env[62105]: DEBUG oslo_vmware.api [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903380, 'name': PowerOnVM_Task, 'duration_secs': 0.848808} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.598045] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.598256] env[62105]: INFO nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1516.598441] env[62105]: DEBUG nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1516.599323] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338549f6-1b01-403c-863b-1f08ec10e0da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.616665] env[62105]: DEBUG nova.network.neutron [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1516.654944] env[62105]: DEBUG oslo_vmware.api [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903383, 'name': PowerOffVM_Task, 'duration_secs': 0.16673} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.655345] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.655574] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1516.656019] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad0a4bd-0208-4eea-8515-f3b00ea56096 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.683546] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527371} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.685396] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5/fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.685946] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.686507] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1516.686628] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1516.686852] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleting the datastore file [datastore2] 1fa71e2b-14df-415c-a823-3b5649802a4c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1516.687447] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85865a75-8725-4c8d-ae84-ffb36f21e803 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.690310] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e489a531-07a1-4857-9ff3-fd08586d14b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.701621] env[62105]: DEBUG oslo_vmware.api [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for the task: (returnval){ [ 1516.701621] env[62105]: value = "task-1903388" [ 1516.701621] env[62105]: _type = "Task" [ 1516.701621] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.706023] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1516.706023] env[62105]: value = "task-1903387" [ 1516.706023] env[62105]: _type = "Task" [ 1516.706023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.718516] env[62105]: DEBUG oslo_vmware.api [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.722834] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.733707] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.761267] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1516.761547] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.761659] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1516.761893] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.762140] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1516.762696] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1516.762696] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1516.762896] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1516.762896] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1516.763136] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1516.763341] env[62105]: DEBUG nova.virt.hardware [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1516.764818] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39722a1-4330-4f36-b318-ac56e9585a60 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.772992] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cd42d9-d8d9-4c44-9a04-1926588084eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.850947] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1516.874826] env[62105]: DEBUG nova.network.neutron [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Updating instance_info_cache with network_info: [{"id": "cd8ac95b-faf1-4adf-9f36-32956805a5e6", "address": "fa:16:3e:cc:cd:e1", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8ac95b-fa", "ovs_interfaceid": "cd8ac95b-faf1-4adf-9f36-32956805a5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.951894] env[62105]: DEBUG nova.network.neutron [-] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.976366] env[62105]: DEBUG nova.scheduler.client.report [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.010916] env[62105]: DEBUG oslo_vmware.api [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197756} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.011414] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.011742] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1517.012103] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1517.012462] env[62105]: INFO nova.compute.manager [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1517.012930] env[62105]: DEBUG oslo.service.loopingcall [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.013319] env[62105]: DEBUG nova.compute.manager [-] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1517.013762] env[62105]: DEBUG nova.network.neutron [-] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.119631] env[62105]: INFO nova.compute.manager [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Took 55.02 seconds to build instance. [ 1517.216312] env[62105]: DEBUG oslo_vmware.api [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Task: {'id': task-1903388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124925} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.217066] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1517.217309] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1517.217624] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1517.218938] env[62105]: INFO nova.compute.manager [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1517.218938] env[62105]: DEBUG oslo.service.loopingcall [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.218938] env[62105]: DEBUG nova.compute.manager [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1517.218938] env[62105]: DEBUG nova.network.neutron [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1517.226037] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113697} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.226037] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.226037] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c618b8-daf2-4bbf-860c-fdb4f1036336 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.255047] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5/fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.256255] env[62105]: DEBUG nova.network.neutron [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1517.257918] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b13fbd-421c-4bf6-a0b9-328f14788e6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.275951] env[62105]: DEBUG nova.network.neutron [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.284081] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1517.284081] env[62105]: value = "task-1903389" [ 1517.284081] env[62105]: _type = "Task" [ 1517.284081] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.295432] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.376246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.378206] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "refresh_cache-3cb203e8-a08e-49ce-a3c5-767874dab719" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.378206] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Instance network_info: |[{"id": "cd8ac95b-faf1-4adf-9f36-32956805a5e6", "address": "fa:16:3e:cc:cd:e1", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8ac95b-fa", "ovs_interfaceid": "cd8ac95b-faf1-4adf-9f36-32956805a5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1517.379059] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:cd:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8ac95b-faf1-4adf-9f36-32956805a5e6', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1517.387495] env[62105]: DEBUG oslo.service.loopingcall [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1517.387765] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1517.392198] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-581e00ef-054f-4b2e-9c95-86ac86178a91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.411149] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.411513] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25947fb-2164-4fdc-8fc1-0dc0dd168dc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.418341] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1517.418341] env[62105]: value = "task-1903390" [ 1517.418341] env[62105]: _type = "Task" [ 1517.418341] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.419697] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1517.419697] env[62105]: value = "task-1903391" [ 1517.419697] env[62105]: _type = "Task" [ 1517.419697] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.434939] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.442159] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903391, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.456134] env[62105]: INFO nova.compute.manager [-] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Took 1.85 seconds to deallocate network for instance. [ 1517.483827] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.486386] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.490103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.327s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.492213] env[62105]: INFO nova.compute.claims [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.624373] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63b6b6b1-34e4-4a9f-83b5-26fec84b8bf7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.524s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.780586] env[62105]: INFO nova.compute.manager [-] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Took 0.56 seconds to deallocate network for instance. [ 1517.800089] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903389, 'name': ReconfigVM_Task, 'duration_secs': 0.30166} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.800640] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Reconfigured VM instance instance-00000027 to attach disk [datastore2] fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5/fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.802608] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dae3e09-1d75-4852-9214-1c768d9407a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.813031] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1517.813031] env[62105]: value = "task-1903392" [ 1517.813031] env[62105]: _type = "Task" [ 1517.813031] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.827445] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903392, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.839418] env[62105]: DEBUG nova.compute.manager [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Received event network-changed-cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1517.839871] env[62105]: DEBUG nova.compute.manager [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Refreshing instance network info cache due to event network-changed-cd8ac95b-faf1-4adf-9f36-32956805a5e6. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1517.839991] env[62105]: DEBUG oslo_concurrency.lockutils [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] Acquiring lock "refresh_cache-3cb203e8-a08e-49ce-a3c5-767874dab719" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.840632] env[62105]: DEBUG oslo_concurrency.lockutils [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] Acquired lock "refresh_cache-3cb203e8-a08e-49ce-a3c5-767874dab719" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.840771] env[62105]: DEBUG nova.network.neutron [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Refreshing network info cache for port cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1517.936729] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903390, 'name': PowerOffVM_Task, 'duration_secs': 0.214449} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.943328] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.943328] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.943328] env[62105]: DEBUG nova.network.neutron [-] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.943328] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903391, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.945174] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3760f40d-6bd4-4775-bfab-44af35238b9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.955332] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1517.955725] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e5d70f-284c-4935-987f-cdcc79ced4fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.965870] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.975469] env[62105]: DEBUG nova.network.neutron [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Successfully updated port: 251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.996808] env[62105]: DEBUG nova.compute.utils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1518.003126] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1518.003315] env[62105]: DEBUG nova.network.neutron [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1518.064366] env[62105]: DEBUG nova.policy [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3d445452d0b4729949881c49d4ba936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '035030c547584ae5919c6c8468bb44e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1518.128222] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.185657] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.185881] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.186073] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore2] 0b186c48-92ed-4d81-ba08-911e507ffd73 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.186347] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbdb72d7-40d0-4863-8827-7aeacf506991 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.195624] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1518.195624] env[62105]: value = "task-1903394" [ 1518.195624] env[62105]: _type = "Task" [ 1518.195624] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.209627] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.288321] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.323422] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903392, 'name': Rename_Task, 'duration_secs': 0.142775} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.323778] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.324168] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73986365-d897-4e4c-a316-85490766bd29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.331488] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1518.331488] env[62105]: value = "task-1903395" [ 1518.331488] env[62105]: _type = "Task" [ 1518.331488] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.336784] env[62105]: DEBUG nova.network.neutron [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Successfully created port: d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.342896] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.438810] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903391, 'name': CreateVM_Task, 'duration_secs': 0.668547} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.439068] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1518.439844] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.440087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.442047] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1518.442047] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f02dd41-5038-4d9b-b36a-500725a52f7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.444337] env[62105]: INFO nova.compute.manager [-] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Took 1.43 seconds to deallocate network for instance. [ 1518.447282] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1518.447282] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d784ed-4ec7-e3f6-bb50-fcbd8453ddc7" [ 1518.447282] env[62105]: _type = "Task" [ 1518.447282] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.460224] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d784ed-4ec7-e3f6-bb50-fcbd8453ddc7, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.460637] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.460913] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1518.461521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.461836] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.462654] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1518.462991] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12620a23-945c-4664-adab-9307d801854c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.472477] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1518.473014] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1518.473790] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4738499-2468-40d2-bf3e-b9127586261b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.478022] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "refresh_cache-ef5caeab-3236-4566-9464-39e6c5e64bc7" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.478217] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired lock "refresh_cache-ef5caeab-3236-4566-9464-39e6c5e64bc7" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.479086] env[62105]: DEBUG nova.network.neutron [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.482699] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1518.482699] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525f1e66-fe15-5fd4-c717-d7552187e186" [ 1518.482699] env[62105]: _type = "Task" [ 1518.482699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.495281] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525f1e66-fe15-5fd4-c717-d7552187e186, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.496402] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493acb62-f475-44c9-9840-aec3aeb48af3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.502339] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1518.502339] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b31c56-8628-c29d-8d87-e4b6c90082b1" [ 1518.502339] env[62105]: _type = "Task" [ 1518.502339] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.507018] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.519151] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b31c56-8628-c29d-8d87-e4b6c90082b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.519151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.519151] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3cb203e8-a08e-49ce-a3c5-767874dab719/3cb203e8-a08e-49ce-a3c5-767874dab719.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1518.519350] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc5a9b5-21d8-41c4-b463-591b21eb37c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.527088] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1518.527088] env[62105]: value = "task-1903396" [ 1518.527088] env[62105]: _type = "Task" [ 1518.527088] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.535447] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.649915] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.707244] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175197} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.708410] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.708684] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.708905] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.842733] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.954967] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.005466] env[62105]: DEBUG nova.compute.manager [req-2c484eae-7f61-44ac-be6d-beeeee5074a8 req-bcc20a5e-f9e6-4c2c-853c-ed25bee72b68 service nova] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Received event network-vif-deleted-1e090ef0-e052-46f0-adc7-a67fa5e4afb0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1519.005717] env[62105]: DEBUG nova.compute.manager [req-2c484eae-7f61-44ac-be6d-beeeee5074a8 req-bcc20a5e-f9e6-4c2c-853c-ed25bee72b68 service nova] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Received event network-vif-deleted-9d4e38f8-dfbf-47a4-a581-ae51b0756060 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1519.010699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "aeb26ef7-235c-4413-89fe-e46cfde91556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.011644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.020858] env[62105]: DEBUG nova.network.neutron [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1519.039161] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.043711] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4e8e61-63c8-46c9-8c00-3aa81b0c11cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.055564] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d5d72b-4ced-4956-9050-767271d15e61 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.096320] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b6af55-3e46-4eda-964c-f1ce471ef45f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.105553] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6b81c-8dc8-48f7-acdd-793281ecd8eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.121867] env[62105]: DEBUG nova.compute.provider_tree [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1519.142324] env[62105]: DEBUG nova.network.neutron [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Updated VIF entry in instance network info cache for port cd8ac95b-faf1-4adf-9f36-32956805a5e6. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.142687] env[62105]: DEBUG nova.network.neutron [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Updating instance_info_cache with network_info: [{"id": "cd8ac95b-faf1-4adf-9f36-32956805a5e6", "address": "fa:16:3e:cc:cd:e1", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8ac95b-fa", "ovs_interfaceid": "cd8ac95b-faf1-4adf-9f36-32956805a5e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.202029] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.202700] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "27885184-734b-42ae-8c31-e14e67330fbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.203226] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "27885184-734b-42ae-8c31-e14e67330fbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.203595] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "27885184-734b-42ae-8c31-e14e67330fbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.203908] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "27885184-734b-42ae-8c31-e14e67330fbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.207078] env[62105]: DEBUG nova.network.neutron [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Updating instance_info_cache with network_info: [{"id": "251ecfd0-84b9-4612-b845-2b1827f9f20f", "address": "fa:16:3e:ed:1d:69", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251ecfd0-84", "ovs_interfaceid": "251ecfd0-84b9-4612-b845-2b1827f9f20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.209402] env[62105]: INFO nova.compute.manager [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Terminating instance [ 1519.346122] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.525184] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.539267] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.963937} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.539656] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3cb203e8-a08e-49ce-a3c5-767874dab719/3cb203e8-a08e-49ce-a3c5-767874dab719.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1519.540048] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1519.540303] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6606fbf7-418d-40d8-bd45-d6f7ca998620 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.550037] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1519.550037] env[62105]: value = "task-1903397" [ 1519.550037] env[62105]: _type = "Task" [ 1519.550037] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.560022] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.560022] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.560022] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.560381] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.560381] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.560381] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.560381] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.560381] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.560558] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.560558] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.560668] env[62105]: DEBUG nova.virt.hardware [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.561567] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5205b63-f4cf-4b19-8b87-fb14f26d1b82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.571441] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.572633] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d03c4-499e-441c-8841-2e2db9569208 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.626421] env[62105]: DEBUG nova.scheduler.client.report [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1519.645588] env[62105]: DEBUG oslo_concurrency.lockutils [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] Releasing lock "refresh_cache-3cb203e8-a08e-49ce-a3c5-767874dab719" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.646207] env[62105]: DEBUG nova.compute.manager [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Received event network-vif-plugged-251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1519.646207] env[62105]: DEBUG oslo_concurrency.lockutils [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] Acquiring lock "ef5caeab-3236-4566-9464-39e6c5e64bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.646344] env[62105]: DEBUG oslo_concurrency.lockutils [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.646916] env[62105]: DEBUG oslo_concurrency.lockutils [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.646916] env[62105]: DEBUG nova.compute.manager [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] No waiting events found dispatching network-vif-plugged-251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1519.646916] env[62105]: WARNING nova.compute.manager [req-bf47b81f-d11a-40da-962a-69c1db15ed2b req-60a0c247-61ce-4dd4-8e43-2e95f3fb421e service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Received unexpected event network-vif-plugged-251ecfd0-84b9-4612-b845-2b1827f9f20f for instance with vm_state building and task_state spawning. [ 1519.712905] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Releasing lock "refresh_cache-ef5caeab-3236-4566-9464-39e6c5e64bc7" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.713147] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Instance network_info: |[{"id": "251ecfd0-84b9-4612-b845-2b1827f9f20f", "address": "fa:16:3e:ed:1d:69", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251ecfd0-84", "ovs_interfaceid": "251ecfd0-84b9-4612-b845-2b1827f9f20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.714483] env[62105]: DEBUG nova.compute.manager [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1519.714483] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.714701] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:1d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '251ecfd0-84b9-4612-b845-2b1827f9f20f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.722311] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating folder: Project (035030c547584ae5919c6c8468bb44e9). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1519.723257] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0195da-7f58-4e75-9cf1-d2657654f2fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.729410] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f43f4d4d-65ad-42fc-ab25-208fff62b91c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.736867] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.736867] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca49ab8-5471-4e87-8ac2-f0fae8942b41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.743228] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Created folder: Project (035030c547584ae5919c6c8468bb44e9) in parent group-v392807. [ 1519.743454] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating folder: Instances. Parent ref: group-v392929. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1519.743766] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43891370-9873-4306-abd4-36211af00ef0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.750525] env[62105]: DEBUG oslo_vmware.api [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1519.750525] env[62105]: value = "task-1903399" [ 1519.750525] env[62105]: _type = "Task" [ 1519.750525] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.757439] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Created folder: Instances in parent group-v392929. [ 1519.758042] env[62105]: DEBUG oslo.service.loopingcall [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.760310] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1519.760607] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.760828] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1519.761117] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.761329] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1519.761554] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1519.761849] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1519.762101] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1519.762366] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1519.762600] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1519.762834] env[62105]: DEBUG nova.virt.hardware [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1519.766296] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.766999] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d8918-632b-4cda-830d-792f85a32119 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.769761] env[62105]: DEBUG oslo_vmware.api [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.770020] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21845581-a49a-42be-8406-8a297cd6e4bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.795194] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574a82a6-be36-4f71-94b1-13fb40859f52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.800619] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.800619] env[62105]: value = "task-1903401" [ 1519.800619] env[62105]: _type = "Task" [ 1519.800619] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.814944] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:11:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6084bd1f-b89c-4557-9047-41c49bf72cbb', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.824951] env[62105]: DEBUG oslo.service.loopingcall [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.829655] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.830064] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903401, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.830343] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e34bb4b-947d-4ae1-926f-16ac52144cd2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.855563] env[62105]: DEBUG oslo_vmware.api [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903395, 'name': PowerOnVM_Task, 'duration_secs': 1.467628} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.858100] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.858100] env[62105]: INFO nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1519.858100] env[62105]: DEBUG nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.858638] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.858638] env[62105]: value = "task-1903402" [ 1519.858638] env[62105]: _type = "Task" [ 1519.858638] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.859730] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a310850a-635a-425f-9f6e-53210d9c1c9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.872254] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903402, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.955577] env[62105]: DEBUG nova.network.neutron [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Successfully updated port: d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1519.967884] env[62105]: DEBUG nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Received event network-changed-e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1519.968237] env[62105]: DEBUG nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Refreshing instance network info cache due to event network-changed-e6dced5b-00d7-4612-9362-2470bd576242. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1519.968476] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Acquiring lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.969016] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Acquired lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.969016] env[62105]: DEBUG nova.network.neutron [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Refreshing network info cache for port e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.059570] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070641} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.059834] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1520.060734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d154e36b-4838-49f1-80a0-c0cb39524960 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.082846] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3cb203e8-a08e-49ce-a3c5-767874dab719/3cb203e8-a08e-49ce-a3c5-767874dab719.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.083340] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aea2bb1-3d8e-4cf6-8809-8af6175eb26e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.102692] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1520.102692] env[62105]: value = "task-1903403" [ 1520.102692] env[62105]: _type = "Task" [ 1520.102692] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.111757] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.131833] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.132339] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1520.137404] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.380s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.260819] env[62105]: DEBUG oslo_vmware.api [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903399, 'name': PowerOffVM_Task, 'duration_secs': 0.2789} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.261131] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.261309] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.261591] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8db3df95-cad8-4e92-a66e-f5e4cd416421 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.310570] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903401, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.372952] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903402, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.375482] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.375845] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.375957] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Deleting the datastore file [datastore1] 27885184-734b-42ae-8c31-e14e67330fbd {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.376201] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e57481-0fd8-414c-9dab-79a32d6b50ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.388707] env[62105]: DEBUG oslo_vmware.api [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for the task: (returnval){ [ 1520.388707] env[62105]: value = "task-1903405" [ 1520.388707] env[62105]: _type = "Task" [ 1520.388707] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.395466] env[62105]: INFO nova.compute.manager [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Took 51.81 seconds to build instance. [ 1520.402202] env[62105]: DEBUG oslo_vmware.api [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.458814] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "refresh_cache-20370a0d-4dd5-43b2-848b-0bfd8a895e1d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.458975] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired lock "refresh_cache-20370a0d-4dd5-43b2-848b-0bfd8a895e1d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.459189] env[62105]: DEBUG nova.network.neutron [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.613556] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.643402] env[62105]: DEBUG nova.compute.utils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.644984] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.645173] env[62105]: DEBUG nova.network.neutron [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.741855] env[62105]: DEBUG nova.policy [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ea6952dcfd443ad95ef76a09bd4649d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c033895baa3d4e339eba6c1f134b870d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.818268] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903401, 'name': CreateVM_Task, 'duration_secs': 0.692843} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.820645] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.824045] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.824379] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.824838] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.825628] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f988de56-5645-435c-a8c3-6c9005ab31f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.831160] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1520.831160] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c07f7c-414e-7bd9-9464-66b11529a3f9" [ 1520.831160] env[62105]: _type = "Task" [ 1520.831160] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.844264] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c07f7c-414e-7bd9-9464-66b11529a3f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.874312] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903402, 'name': CreateVM_Task, 'duration_secs': 0.70964} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.874507] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.875220] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.901551] env[62105]: DEBUG oslo_vmware.api [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Task: {'id': task-1903405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241472} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.901849] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.902090] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.902281] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1520.902606] env[62105]: INFO nova.compute.manager [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1520.902898] env[62105]: DEBUG oslo.service.loopingcall [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1520.903288] env[62105]: DEBUG oslo_concurrency.lockutils [None req-350999f4-8f0c-4cfe-9292-5acb11bea37f tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.541s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.903489] env[62105]: DEBUG nova.compute.manager [-] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1520.903586] env[62105]: DEBUG nova.network.neutron [-] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1520.918416] env[62105]: DEBUG nova.network.neutron [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updated VIF entry in instance network info cache for port e6dced5b-00d7-4612-9362-2470bd576242. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.919014] env[62105]: DEBUG nova.network.neutron [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating instance_info_cache with network_info: [{"id": "e6dced5b-00d7-4612-9362-2470bd576242", "address": "fa:16:3e:42:88:b1", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dced5b-00", "ovs_interfaceid": "e6dced5b-00d7-4612-9362-2470bd576242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.117258] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903403, 'name': ReconfigVM_Task, 'duration_secs': 0.700125} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.117595] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3cb203e8-a08e-49ce-a3c5-767874dab719/3cb203e8-a08e-49ce-a3c5-767874dab719.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.118285] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c69b332f-0cb8-4d24-bfc2-35b00ce30d3a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.126381] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1521.126381] env[62105]: value = "task-1903406" [ 1521.126381] env[62105]: _type = "Task" [ 1521.126381] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.136351] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903406, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.148653] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.169426] env[62105]: DEBUG nova.network.neutron [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1521.222374] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b29d72-d4d4-421b-ba3b-45c0bef08b89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.230795] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626134ad-1c20-4f0f-b085-a11dd58acd5c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.267295] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42945fd2-567f-4d51-8a76-2dd7420d7a00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.275873] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d2838c-23ff-420f-969c-2bc4a2bbdb15 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.292099] env[62105]: DEBUG nova.compute.provider_tree [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1521.344143] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c07f7c-414e-7bd9-9464-66b11529a3f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.344478] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.344988] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.345292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.345447] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.345631] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1521.345915] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.346246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1521.346488] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-665fbf0e-4c45-49b3-9612-830c4b05fb9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.350349] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc96752b-2eaf-49b3-bd04-9803f371351f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.356855] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1521.356855] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e0796-e7f7-1cfc-05bc-57e822c9eedb" [ 1521.356855] env[62105]: _type = "Task" [ 1521.356855] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.358158] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1521.358378] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1521.362838] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0704e36-46b7-4a65-9f50-e2b4a24e3578 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.368354] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1521.368354] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528879c4-0abc-d076-ef3b-4f67bcef9609" [ 1521.368354] env[62105]: _type = "Task" [ 1521.368354] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.372400] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e0796-e7f7-1cfc-05bc-57e822c9eedb, 'name': SearchDatastore_Task, 'duration_secs': 0.013238} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.375826] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.376105] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1521.376354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.382396] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528879c4-0abc-d076-ef3b-4f67bcef9609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.410590] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.422597] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Releasing lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.422757] env[62105]: DEBUG nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Received event network-changed-251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1521.422921] env[62105]: DEBUG nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Refreshing instance network info cache due to event network-changed-251ecfd0-84b9-4612-b845-2b1827f9f20f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1521.423165] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Acquiring lock "refresh_cache-ef5caeab-3236-4566-9464-39e6c5e64bc7" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.423313] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Acquired lock "refresh_cache-ef5caeab-3236-4566-9464-39e6c5e64bc7" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.424076] env[62105]: DEBUG nova.network.neutron [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Refreshing network info cache for port 251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.465547] env[62105]: DEBUG nova.network.neutron [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Updating instance_info_cache with network_info: [{"id": "d888443f-1bfa-48be-ab70-7916cf704f1c", "address": "fa:16:3e:71:22:c5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd888443f-1b", "ovs_interfaceid": "d888443f-1bfa-48be-ab70-7916cf704f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.499656] env[62105]: DEBUG nova.network.neutron [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Successfully created port: 565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.636871] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903406, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.819516] env[62105]: ERROR nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [req-8b22b82d-f1d1-48bc-a9cc-e0fe63f29447] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b22b82d-f1d1-48bc-a9cc-e0fe63f29447"}]} [ 1521.849367] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1521.870317] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1521.870486] env[62105]: DEBUG nova.compute.provider_tree [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1521.887194] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528879c4-0abc-d076-ef3b-4f67bcef9609, 'name': SearchDatastore_Task, 'duration_secs': 0.018085} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.887194] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828541e3-af4b-44cb-9c02-269fee5b3946 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.893350] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1521.893886] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1521.893886] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d877d0-ddd1-a78a-b7aa-0978454de274" [ 1521.893886] env[62105]: _type = "Task" [ 1521.893886] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.904288] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d877d0-ddd1-a78a-b7aa-0978454de274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.917185] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1521.933343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.967971] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Releasing lock "refresh_cache-20370a0d-4dd5-43b2-848b-0bfd8a895e1d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.968580] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Instance network_info: |[{"id": "d888443f-1bfa-48be-ab70-7916cf704f1c", "address": "fa:16:3e:71:22:c5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd888443f-1b", "ovs_interfaceid": "d888443f-1bfa-48be-ab70-7916cf704f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1521.972640] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:22:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd888443f-1bfa-48be-ab70-7916cf704f1c', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1521.982688] env[62105]: DEBUG oslo.service.loopingcall [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1521.983331] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1521.983697] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec199e1e-f504-4852-9e2a-31eda4c42724 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.013020] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.013020] env[62105]: value = "task-1903407" [ 1522.013020] env[62105]: _type = "Task" [ 1522.013020] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.023839] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903407, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.143593] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903406, 'name': Rename_Task, 'duration_secs': 0.589099} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.143593] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1522.143593] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-360ffbb2-baf8-40c5-b7d9-0caf217e9594 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.150037] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1522.150037] env[62105]: value = "task-1903408" [ 1522.150037] env[62105]: _type = "Task" [ 1522.150037] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.158752] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.166137] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.172099] env[62105]: DEBUG nova.network.neutron [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Updated VIF entry in instance network info cache for port 251ecfd0-84b9-4612-b845-2b1827f9f20f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.172700] env[62105]: DEBUG nova.network.neutron [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Updating instance_info_cache with network_info: [{"id": "251ecfd0-84b9-4612-b845-2b1827f9f20f", "address": "fa:16:3e:ed:1d:69", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap251ecfd0-84", "ovs_interfaceid": "251ecfd0-84b9-4612-b845-2b1827f9f20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.194500] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.194752] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.194905] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.195216] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.195311] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.195419] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.195627] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.195782] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.196038] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.198026] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.198026] env[62105]: DEBUG nova.virt.hardware [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.198026] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d99ebe-6190-452f-81a7-380f990f147f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.207326] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5525c04b-6972-454e-80de-243e0dc84f95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.413526] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d877d0-ddd1-a78a-b7aa-0978454de274, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.417352] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.417863] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] ef5caeab-3236-4566-9464-39e6c5e64bc7/ef5caeab-3236-4566-9464-39e6c5e64bc7.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1522.419305] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.419305] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1522.419305] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84ae7b94-e08b-4af6-8a8d-9dcfec821aaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.422983] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba3188c-f11d-4a8c-b517-c16793479e1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.432630] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1522.432630] env[62105]: value = "task-1903409" [ 1522.432630] env[62105]: _type = "Task" [ 1522.432630] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.444866] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1522.444866] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1522.448573] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a1f64e3-e65d-407c-8a69-cc2ebae6e141 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.458566] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.464972] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1522.464972] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52842253-3cca-f2cf-b48d-cc69e777545d" [ 1522.464972] env[62105]: _type = "Task" [ 1522.464972] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.479621] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52842253-3cca-f2cf-b48d-cc69e777545d, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.480626] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-837e5aed-193a-491a-9875-fcfcbd7ca114 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.492890] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1522.492890] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529645d1-b90c-1a31-59b5-664cc451ee72" [ 1522.492890] env[62105]: _type = "Task" [ 1522.492890] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.507022] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529645d1-b90c-1a31-59b5-664cc451ee72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.528475] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903407, 'name': CreateVM_Task, 'duration_secs': 0.481427} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.528729] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1522.529664] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.529923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.530467] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.530950] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8c95d8-9338-4e6b-b4fc-e277034b3bd1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.542580] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1522.542580] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52864b4c-d556-feea-e89f-ff09d9ba2775" [ 1522.542580] env[62105]: _type = "Task" [ 1522.542580] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.556395] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52864b4c-d556-feea-e89f-ff09d9ba2775, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.556874] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.557236] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1522.557563] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.603505] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc5f408-bb9e-4169-88f8-2b34d64d80ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.608507] env[62105]: DEBUG nova.network.neutron [-] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.612325] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745218d2-5ad0-40f7-96cf-a4d325dd8709 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.658837] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be489ec-193d-43fe-9984-47883c357faf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.671978] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903408, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.673447] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef51beae-b084-44df-a094-883a22e83c40 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.678653] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Releasing lock "refresh_cache-ef5caeab-3236-4566-9464-39e6c5e64bc7" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.678954] env[62105]: DEBUG nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Received event network-vif-plugged-d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1522.679190] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Acquiring lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.679398] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.679586] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.679728] env[62105]: DEBUG nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] No waiting events found dispatching network-vif-plugged-d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.679937] env[62105]: WARNING nova.compute.manager [req-9e49c2c5-5285-4fc3-89d4-6284af876e62 req-b3d0e847-9a75-4fb0-bc53-298b315b3c21 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Received unexpected event network-vif-plugged-d888443f-1bfa-48be-ab70-7916cf704f1c for instance with vm_state building and task_state spawning. [ 1522.696129] env[62105]: DEBUG nova.compute.provider_tree [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1522.774914] env[62105]: DEBUG nova.compute.manager [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Received event network-changed-d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1522.776695] env[62105]: DEBUG nova.compute.manager [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Refreshing instance network info cache due to event network-changed-d888443f-1bfa-48be-ab70-7916cf704f1c. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1522.776695] env[62105]: DEBUG oslo_concurrency.lockutils [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] Acquiring lock "refresh_cache-20370a0d-4dd5-43b2-848b-0bfd8a895e1d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.776695] env[62105]: DEBUG oslo_concurrency.lockutils [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] Acquired lock "refresh_cache-20370a0d-4dd5-43b2-848b-0bfd8a895e1d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.776695] env[62105]: DEBUG nova.network.neutron [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Refreshing network info cache for port d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.889671] env[62105]: DEBUG nova.compute.manager [req-56b4b423-1861-47ef-8c50-a93f1b551b1c req-c8f961e3-c6d4-4507-883e-db61224160cd service nova] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Received event network-vif-deleted-d0f4eb3c-98dd-4bc3-aff0-783a22f01e00 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1522.947085] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903409, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.004304] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529645d1-b90c-1a31-59b5-664cc451ee72, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.004304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.004534] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1523.004807] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.004999] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.005224] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f6fae4-aa72-48d4-945e-a4883f4967c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.007454] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8721e3b0-7b10-4255-8be7-1f87aa25931a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.014937] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1523.014937] env[62105]: value = "task-1903410" [ 1523.014937] env[62105]: _type = "Task" [ 1523.014937] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.019584] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.019775] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.021145] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7b6bad-fd81-454b-88b4-a8a9ad999814 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.029126] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.033127] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1523.033127] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52949679-dfb7-9037-f66a-bb79df8fc64f" [ 1523.033127] env[62105]: _type = "Task" [ 1523.033127] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.042042] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52949679-dfb7-9037-f66a-bb79df8fc64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.106058] env[62105]: DEBUG nova.network.neutron [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Successfully updated port: 565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.110173] env[62105]: INFO nova.compute.manager [-] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Took 2.21 seconds to deallocate network for instance. [ 1523.918539] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "refresh_cache-749d4191-d3d8-438e-87c1-378fb54bf6ef" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.918826] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquired lock "refresh_cache-749d4191-d3d8-438e-87c1-378fb54bf6ef" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.918826] env[62105]: DEBUG nova.network.neutron [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.920446] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.933564] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.933819] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.939696] env[62105]: DEBUG oslo_vmware.api [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903408, 'name': PowerOnVM_Task, 'duration_secs': 0.554873} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.949600] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1523.949877] env[62105]: INFO nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Took 9.86 seconds to spawn the instance on the hypervisor. [ 1523.950101] env[62105]: DEBUG nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1523.950411] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903410, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.950982] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521205} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.951237] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52949679-dfb7-9037-f66a-bb79df8fc64f, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.952335] env[62105]: ERROR nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [req-b1a4a691-3fc9-434c-92e2-9d57b7fafd04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b1a4a691-3fc9-434c-92e2-9d57b7fafd04"}]} [ 1523.953449] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cddb501-69ff-4eb0-a205-1bf1cdaf372e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.956227] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] ef5caeab-3236-4566-9464-39e6c5e64bc7/ef5caeab-3236-4566-9464-39e6c5e64bc7.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1523.956444] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1523.959994] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a297d842-cdf2-4240-80da-dda041da05f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.963430] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fa89b5-ec9d-4329-b1d2-bdf6c87109a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.972515] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1523.972515] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52716769-7e26-c179-1936-802265ac94ea" [ 1523.972515] env[62105]: _type = "Task" [ 1523.972515] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.979163] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1523.983539] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1523.983539] env[62105]: value = "task-1903411" [ 1523.983539] env[62105]: _type = "Task" [ 1523.983539] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.000101] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52716769-7e26-c179-1936-802265ac94ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.003483] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.005066] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1524.007452] env[62105]: DEBUG nova.compute.provider_tree [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.021355] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1524.045585] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1524.208598] env[62105]: DEBUG nova.network.neutron [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Updated VIF entry in instance network info cache for port d888443f-1bfa-48be-ab70-7916cf704f1c. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1524.208598] env[62105]: DEBUG nova.network.neutron [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Updating instance_info_cache with network_info: [{"id": "d888443f-1bfa-48be-ab70-7916cf704f1c", "address": "fa:16:3e:71:22:c5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd888443f-1b", "ovs_interfaceid": "d888443f-1bfa-48be-ab70-7916cf704f1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.435034] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903410, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.167342} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.436102] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1524.436360] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1524.436884] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f09ddcda-e725-4a97-a830-b6ffb154ada3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.445665] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1524.445665] env[62105]: value = "task-1903412" [ 1524.445665] env[62105]: _type = "Task" [ 1524.445665] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.455365] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.458583] env[62105]: DEBUG nova.network.neutron [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.497759] env[62105]: INFO nova.compute.manager [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Took 49.99 seconds to build instance. [ 1524.505217] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52716769-7e26-c179-1936-802265ac94ea, 'name': SearchDatastore_Task, 'duration_secs': 0.052794} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.515511] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.515511] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 20370a0d-4dd5-43b2-848b-0bfd8a895e1d/20370a0d-4dd5-43b2-848b-0bfd8a895e1d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.515511] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092984} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.515511] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d6f5d83-166d-4c90-a1b1-fd9a5171fdbb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.517081] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.517854] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdab6e-fd71-4ee6-a12c-4b1bb564dd63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.541870] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ef5caeab-3236-4566-9464-39e6c5e64bc7/ef5caeab-3236-4566-9464-39e6c5e64bc7.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.546563] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4c087d-f996-44ff-a3e5-a2e870748f62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.561569] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1524.561569] env[62105]: value = "task-1903413" [ 1524.561569] env[62105]: _type = "Task" [ 1524.561569] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.572485] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1524.572485] env[62105]: value = "task-1903414" [ 1524.572485] env[62105]: _type = "Task" [ 1524.572485] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.576100] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.584736] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.607349] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8a3353-f8cc-4247-94ac-8040ab211c49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.617853] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b840db5-75f1-4d78-ab70-073b24c8ee3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.648799] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5b0a2b-9e91-455e-9b87-5347c5d457a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.652428] env[62105]: DEBUG nova.network.neutron [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Updating instance_info_cache with network_info: [{"id": "565b24e8-5630-4d6f-9e6a-8934bd62dd6f", "address": "fa:16:3e:f7:49:57", "network": {"id": "a182c190-cf9a-4c93-a409-01029731ecc5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1557462351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c033895baa3d4e339eba6c1f134b870d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565b24e8-56", "ovs_interfaceid": "565b24e8-5630-4d6f-9e6a-8934bd62dd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.661401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e793517f-df20-46cc-963b-cd0d75e0b653 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.676099] env[62105]: DEBUG nova.compute.provider_tree [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.710970] env[62105]: DEBUG oslo_concurrency.lockutils [req-6e0acc8e-5e1b-4fca-912b-38c2982d0995 req-a815ef86-2360-43e4-8d22-909e9f61ffb9 service nova] Releasing lock "refresh_cache-20370a0d-4dd5-43b2-848b-0bfd8a895e1d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.807267] env[62105]: DEBUG nova.compute.manager [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Received event network-vif-plugged-565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1524.807534] env[62105]: DEBUG oslo_concurrency.lockutils [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] Acquiring lock "749d4191-d3d8-438e-87c1-378fb54bf6ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.807770] env[62105]: DEBUG oslo_concurrency.lockutils [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.807983] env[62105]: DEBUG oslo_concurrency.lockutils [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.808217] env[62105]: DEBUG nova.compute.manager [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] No waiting events found dispatching network-vif-plugged-565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1524.808402] env[62105]: WARNING nova.compute.manager [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Received unexpected event network-vif-plugged-565b24e8-5630-4d6f-9e6a-8934bd62dd6f for instance with vm_state building and task_state spawning. [ 1524.808592] env[62105]: DEBUG nova.compute.manager [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Received event network-changed-565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1524.808785] env[62105]: DEBUG nova.compute.manager [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Refreshing instance network info cache due to event network-changed-565b24e8-5630-4d6f-9e6a-8934bd62dd6f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1524.808994] env[62105]: DEBUG oslo_concurrency.lockutils [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] Acquiring lock "refresh_cache-749d4191-d3d8-438e-87c1-378fb54bf6ef" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.915815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f401b5e-2783-493f-b952-a932e0e1aaae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.922816] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Suspending the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1524.923126] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-db8f3115-6360-4876-987c-05e0097d5cfa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.929583] env[62105]: DEBUG oslo_vmware.api [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1524.929583] env[62105]: value = "task-1903415" [ 1524.929583] env[62105]: _type = "Task" [ 1524.929583] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.942299] env[62105]: DEBUG oslo_vmware.api [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903415, 'name': SuspendVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.956191] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200474} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.956511] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1524.957550] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d1e873-a844-483d-89ef-b161d453be6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.964741] env[62105]: DEBUG nova.compute.manager [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Received event network-changed-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1524.964741] env[62105]: DEBUG nova.compute.manager [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Refreshing instance network info cache due to event network-changed-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1524.964971] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] Acquiring lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.965149] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] Acquired lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.965317] env[62105]: DEBUG nova.network.neutron [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Refreshing network info cache for port a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.984530] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1524.986335] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb54a4b0-9e58-4afa-8db2-0e6a1e5cdf4e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.002499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d8172099-aaa4-4f90-8912-2570f52a3b5c tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.473s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.011286] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1525.011286] env[62105]: value = "task-1903416" [ 1525.011286] env[62105]: _type = "Task" [ 1525.011286] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.021240] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.078125] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903413, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.085435] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903414, 'name': ReconfigVM_Task} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.085724] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ef5caeab-3236-4566-9464-39e6c5e64bc7/ef5caeab-3236-4566-9464-39e6c5e64bc7.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1525.086427] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8bfe8d5-5a86-46a2-9eb8-91378753bc28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.094235] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1525.094235] env[62105]: value = "task-1903417" [ 1525.094235] env[62105]: _type = "Task" [ 1525.094235] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.107593] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903417, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.155709] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Releasing lock "refresh_cache-749d4191-d3d8-438e-87c1-378fb54bf6ef" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.156027] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Instance network_info: |[{"id": "565b24e8-5630-4d6f-9e6a-8934bd62dd6f", "address": "fa:16:3e:f7:49:57", "network": {"id": "a182c190-cf9a-4c93-a409-01029731ecc5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1557462351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c033895baa3d4e339eba6c1f134b870d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565b24e8-56", "ovs_interfaceid": "565b24e8-5630-4d6f-9e6a-8934bd62dd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1525.156623] env[62105]: DEBUG oslo_concurrency.lockutils [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] Acquired lock "refresh_cache-749d4191-d3d8-438e-87c1-378fb54bf6ef" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.156852] env[62105]: DEBUG nova.network.neutron [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Refreshing network info cache for port 565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.158366] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:49:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '565b24e8-5630-4d6f-9e6a-8934bd62dd6f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.167902] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Creating folder: Project (c033895baa3d4e339eba6c1f134b870d). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.172885] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0c3196f-d6e6-474e-994f-3ce392e3a2ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.182244] env[62105]: DEBUG nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1525.190077] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Created folder: Project (c033895baa3d4e339eba6c1f134b870d) in parent group-v392807. [ 1525.190077] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Creating folder: Instances. Parent ref: group-v392934. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1525.190580] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bb64f55-cd1e-4a89-87b3-7829ad201285 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.201258] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Created folder: Instances in parent group-v392934. [ 1525.201562] env[62105]: DEBUG oslo.service.loopingcall [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.201786] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.202050] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a32b9aa-f7d1-40f0-9723-ab40975704e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.228068] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.228068] env[62105]: value = "task-1903420" [ 1525.228068] env[62105]: _type = "Task" [ 1525.228068] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.238059] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903420, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.425847] env[62105]: DEBUG nova.network.neutron [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Updated VIF entry in instance network info cache for port 565b24e8-5630-4d6f-9e6a-8934bd62dd6f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.426259] env[62105]: DEBUG nova.network.neutron [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Updating instance_info_cache with network_info: [{"id": "565b24e8-5630-4d6f-9e6a-8934bd62dd6f", "address": "fa:16:3e:f7:49:57", "network": {"id": "a182c190-cf9a-4c93-a409-01029731ecc5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1557462351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c033895baa3d4e339eba6c1f134b870d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap565b24e8-56", "ovs_interfaceid": "565b24e8-5630-4d6f-9e6a-8934bd62dd6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.439446] env[62105]: DEBUG oslo_vmware.api [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903415, 'name': SuspendVM_Task} progress is 20%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.505666] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1525.521896] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.575601] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816616} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.575601] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 20370a0d-4dd5-43b2-848b-0bfd8a895e1d/20370a0d-4dd5-43b2-848b-0bfd8a895e1d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1525.575774] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.576847] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb12402a-56ba-4e7a-8ecc-5715223d60e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.582710] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1525.582710] env[62105]: value = "task-1903421" [ 1525.582710] env[62105]: _type = "Task" [ 1525.582710] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.590601] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.604092] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903417, 'name': Rename_Task, 'duration_secs': 0.167967} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.604355] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1525.604641] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a1bc880-13b7-45f4-bc82-d7a3286d0d02 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.610851] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1525.610851] env[62105]: value = "task-1903422" [ 1525.610851] env[62105]: _type = "Task" [ 1525.610851] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.619930] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.740138] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903420, 'name': CreateVM_Task, 'duration_secs': 0.393874} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.740138] env[62105]: DEBUG nova.network.neutron [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Updated VIF entry in instance network info cache for port a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.740440] env[62105]: DEBUG nova.network.neutron [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Updating instance_info_cache with network_info: [{"id": "a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91", "address": "fa:16:3e:e0:2f:b0", "network": {"id": "8631ca88-d03d-4231-bd92-e307c1e063b5", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1930693534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a982060b3ec4472d9539bbed2d6db442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8dbd50a-14", "ovs_interfaceid": "a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.741540] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.742219] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.742419] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.745023] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.745023] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-830544ed-c106-4271-b9bf-647c4e249131 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.747945] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1525.747945] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52590196-a6b2-7331-203f-53809246d87c" [ 1525.747945] env[62105]: _type = "Task" [ 1525.747945] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.759472] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52590196-a6b2-7331-203f-53809246d87c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.928764] env[62105]: DEBUG oslo_concurrency.lockutils [req-6fda3810-b3a7-4237-bd70-8806d081de90 req-0cd154a0-6314-4dad-b705-357a95ccadb9 service nova] Releasing lock "refresh_cache-749d4191-d3d8-438e-87c1-378fb54bf6ef" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.941455] env[62105]: DEBUG oslo_vmware.api [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903415, 'name': SuspendVM_Task} progress is 75%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.025309] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.029383] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.092057] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067914} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.092367] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.093177] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6c6c38-5c32-4278-9622-e5ee2a8613c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.115505] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 20370a0d-4dd5-43b2-848b-0bfd8a895e1d/20370a0d-4dd5-43b2-848b-0bfd8a895e1d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.115892] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe2d45b6-4cf3-453c-842a-7675f734b8df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.138574] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903422, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.139818] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1526.139818] env[62105]: value = "task-1903423" [ 1526.139818] env[62105]: _type = "Task" [ 1526.139818] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.147555] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.199581] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 6.063s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.202665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.491s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1526.202901] env[62105]: DEBUG nova.objects.instance [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lazy-loading 'resources' on Instance uuid 175a86b7-eb68-41d6-a634-a0aef83b4fba {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.246746] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5e73f50-04da-41f5-b0c4-9dcff0c28ac4 req-ddacfaf6-c97f-4c48-9725-8968b2d117ad service nova] Releasing lock "refresh_cache-fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.260688] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52590196-a6b2-7331-203f-53809246d87c, 'name': SearchDatastore_Task, 'duration_secs': 0.041515} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.260972] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.261218] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.261447] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.261593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.261767] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.262071] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c9d538e-af54-40a8-b965-7dc69f19f4c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.275021] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.275199] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.275863] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7980a99-d62d-4f99-a454-2eada63d2001 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.280902] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1526.280902] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528b22f0-e6ff-c096-8d23-ba7080131658" [ 1526.280902] env[62105]: _type = "Task" [ 1526.280902] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.287911] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528b22f0-e6ff-c096-8d23-ba7080131658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.442179] env[62105]: DEBUG oslo_vmware.api [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903415, 'name': SuspendVM_Task, 'duration_secs': 1.491058} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.442523] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Suspended the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1526.442891] env[62105]: DEBUG nova.compute.manager [None req-0bf14f45-aa14-4cb1-b47c-c93f47899b14 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.443570] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26a0fd4-aaf0-462d-bf58-1f7a943e0709 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.525287] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903416, 'name': ReconfigVM_Task, 'duration_secs': 1.390876} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.525637] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 0b186c48-92ed-4d81-ba08-911e507ffd73/0b186c48-92ed-4d81-ba08-911e507ffd73.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1526.526299] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9286026-8af7-46b8-81ca-a2fbc09d3ca4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.532785] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1526.532785] env[62105]: value = "task-1903424" [ 1526.532785] env[62105]: _type = "Task" [ 1526.532785] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.541599] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903424, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.625878] env[62105]: DEBUG oslo_vmware.api [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903422, 'name': PowerOnVM_Task, 'duration_secs': 0.914624} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.626169] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1526.626392] env[62105]: INFO nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1526.626570] env[62105]: DEBUG nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.627363] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062376a7-379f-4edf-bf8a-d285b04c923a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.652258] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.757843] env[62105]: INFO nova.scheduler.client.report [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleted allocation for migration 5ed4d861-2378-4dbf-a542-a3c6158d969e [ 1526.792028] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528b22f0-e6ff-c096-8d23-ba7080131658, 'name': SearchDatastore_Task, 'duration_secs': 0.033176} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.795753] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3dfdf80-82e2-46fa-aea0-17b54d525198 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.801744] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1526.801744] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529f44e6-6d96-f101-bdaf-070dacdd509f" [ 1526.801744] env[62105]: _type = "Task" [ 1526.801744] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.813779] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529f44e6-6d96-f101-bdaf-070dacdd509f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.046093] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903424, 'name': Rename_Task, 'duration_secs': 0.175551} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.048796] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.048976] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f50be2bb-1659-4705-a1a8-9b4776666b31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.055444] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1527.055444] env[62105]: value = "task-1903425" [ 1527.055444] env[62105]: _type = "Task" [ 1527.055444] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.065504] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.148610] env[62105]: INFO nova.compute.manager [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Took 42.38 seconds to build instance. [ 1527.157364] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903423, 'name': ReconfigVM_Task, 'duration_secs': 0.745021} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.157720] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 20370a0d-4dd5-43b2-848b-0bfd8a895e1d/20370a0d-4dd5-43b2-848b-0bfd8a895e1d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.158700] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4a924d-aa56-440a-88d4-ec033050236c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.164568] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfa7e19-efa8-4315-8cdf-3012d12f3bbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.169022] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1527.169022] env[62105]: value = "task-1903426" [ 1527.169022] env[62105]: _type = "Task" [ 1527.169022] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.175139] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a73a8d-cae4-443e-a814-da1ce41a2bab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.181353] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903426, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.211610] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00682ec-503e-4d3c-87ab-9e22347ddf73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.219521] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4aed4-e576-44b6-b487-5faee5444a4d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.233366] env[62105]: DEBUG nova.compute.provider_tree [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.267116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9b01ccd5-3c1f-4697-92d2-8732faf7c851 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.076s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.315615] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529f44e6-6d96-f101-bdaf-070dacdd509f, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.315894] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.316171] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 749d4191-d3d8-438e-87c1-378fb54bf6ef/749d4191-d3d8-438e-87c1-378fb54bf6ef.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1527.316443] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d39e032f-e76d-42e8-86d0-97cd1608b891 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.324743] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1527.324743] env[62105]: value = "task-1903427" [ 1527.324743] env[62105]: _type = "Task" [ 1527.324743] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.332887] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.565784] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903425, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.651048] env[62105]: DEBUG oslo_concurrency.lockutils [None req-516e042e-319c-4d16-8c5a-85885aed8c1e tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.091s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.682022] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903426, 'name': Rename_Task, 'duration_secs': 0.210755} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.682306] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.682571] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b7ed86e-5d28-4f27-b75b-718cf28e0bdd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.689833] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1527.689833] env[62105]: value = "task-1903428" [ 1527.689833] env[62105]: _type = "Task" [ 1527.689833] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.698652] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.737628] env[62105]: DEBUG nova.scheduler.client.report [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.837103] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.070026] env[62105]: DEBUG oslo_vmware.api [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903425, 'name': PowerOnVM_Task, 'duration_secs': 0.548848} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.070026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.070026] env[62105]: DEBUG nova.compute.manager [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.070943] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4664e03-4547-410d-9749-26631b214bb8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.154860] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.199986] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.244073] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.246384] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.956s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.246616] env[62105]: DEBUG nova.objects.instance [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lazy-loading 'resources' on Instance uuid 0fa8ff2b-0a19-452f-af84-c4e5775e987b {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.271128] env[62105]: INFO nova.scheduler.client.report [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Deleted allocations for instance 175a86b7-eb68-41d6-a634-a0aef83b4fba [ 1528.316091] env[62105]: DEBUG nova.compute.manager [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.317228] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d5f6d-920a-4fca-93e2-79813906dd89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.339571] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583312} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.339571] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 749d4191-d3d8-438e-87c1-378fb54bf6ef/749d4191-d3d8-438e-87c1-378fb54bf6ef.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1528.339571] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1528.339571] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9186ac47-ee0d-4e0f-a703-e43cbf646b14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.346957] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1528.346957] env[62105]: value = "task-1903429" [ 1528.346957] env[62105]: _type = "Task" [ 1528.346957] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.357044] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.588041] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.672754] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.702178] env[62105]: DEBUG oslo_vmware.api [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903428, 'name': PowerOnVM_Task, 'duration_secs': 0.819693} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.702178] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.702178] env[62105]: INFO nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1528.702178] env[62105]: DEBUG nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.702821] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b4214-b013-4263-a4ea-a5d30baefaaf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.784019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4235dcc4-df91-4de7-a0d1-75f13c61ea3a tempest-ServersAdminNegativeTestJSON-1377438649 tempest-ServersAdminNegativeTestJSON-1377438649-project-member] Lock "175a86b7-eb68-41d6-a634-a0aef83b4fba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.635s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.835245] env[62105]: INFO nova.compute.manager [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] instance snapshotting [ 1528.835561] env[62105]: WARNING nova.compute.manager [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1528.839501] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1b1535-2005-482d-b2b6-e057cee4ae98 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.866755] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d577b8-27a5-4110-9a49-9c9430cca6d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.876320] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064343} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.878246] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.884022] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277aafb8-986f-4ed0-9750-5cf6c556741c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.904901] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 749d4191-d3d8-438e-87c1-378fb54bf6ef/749d4191-d3d8-438e-87c1-378fb54bf6ef.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.905243] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84129a35-c427-4077-84c7-eb8bbf20168f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.930240] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1528.930240] env[62105]: value = "task-1903430" [ 1528.930240] env[62105]: _type = "Task" [ 1528.930240] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.941298] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.223725] env[62105]: INFO nova.compute.manager [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Took 41.88 seconds to build instance. [ 1529.249184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb001e4-87a9-44c7-b27b-a80c980f425d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.257141] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26961481-ccb9-4c58-bc20-1bc2a690c50f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.288235] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e45e1f-617a-45a8-ba35-d408ea744f55 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.296500] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396579c1-fa74-40b6-a534-4539c6dc1f95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.312195] env[62105]: DEBUG nova.compute.provider_tree [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.385896] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1529.386244] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e3880c42-9b99-485d-b214-6c68d534b5f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.397217] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1529.397217] env[62105]: value = "task-1903431" [ 1529.397217] env[62105]: _type = "Task" [ 1529.397217] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.406237] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903431, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.443247] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.615843] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d3687729-453c-46b9-9145-c9f007713552" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.616378] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.724856] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac9e937d-ba5b-4509-ab61-8b0737d1ee7b tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.624s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.816349] env[62105]: DEBUG nova.scheduler.client.report [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.907281] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903431, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.941666] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903430, 'name': ReconfigVM_Task, 'duration_secs': 0.684443} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.942051] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 749d4191-d3d8-438e-87c1-378fb54bf6ef/749d4191-d3d8-438e-87c1-378fb54bf6ef.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.942742] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d52c0e-91ba-4cde-b7e8-6b6f0ed5e624 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.949431] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1529.949431] env[62105]: value = "task-1903432" [ 1529.949431] env[62105]: _type = "Task" [ 1529.949431] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.959239] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903432, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.970087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "0b186c48-92ed-4d81-ba08-911e507ffd73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.970529] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.970867] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "0b186c48-92ed-4d81-ba08-911e507ffd73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.971424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.971530] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.974667] env[62105]: INFO nova.compute.manager [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Terminating instance [ 1530.227618] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.323174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.325881] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.749s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.327463] env[62105]: INFO nova.compute.claims [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.341824] env[62105]: INFO nova.scheduler.client.report [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleted allocations for instance 0fa8ff2b-0a19-452f-af84-c4e5775e987b [ 1530.409698] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903431, 'name': CreateSnapshot_Task, 'duration_secs': 0.824278} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.409698] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1530.412489] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ab241-1b94-40d9-a909-63dc5ff0d239 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.459645] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903432, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.479080] env[62105]: DEBUG nova.compute.manager [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1530.479244] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1530.480048] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd261e-8484-4358-a3a9-869cc5774587 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.488305] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1530.488444] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ba5da9-d74c-425b-8df7-875b440c97c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.495282] env[62105]: DEBUG oslo_vmware.api [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1530.495282] env[62105]: value = "task-1903433" [ 1530.495282] env[62105]: _type = "Task" [ 1530.495282] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.503773] env[62105]: DEBUG oslo_vmware.api [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.659064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.659286] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.747979] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.849232] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5a89220c-28f5-475b-addc-d5c01419917f tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "0fa8ff2b-0a19-452f-af84-c4e5775e987b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.057s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.859979] env[62105]: DEBUG nova.compute.manager [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.860220] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040d5fd9-80a2-42f1-8445-23ae690387e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.927593] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1530.927921] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab4b32b4-e221-4289-b8d2-7b7add351e7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.937082] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1530.937082] env[62105]: value = "task-1903434" [ 1530.937082] env[62105]: _type = "Task" [ 1530.937082] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.945493] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903434, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.960474] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903432, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.005672] env[62105]: DEBUG oslo_vmware.api [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903433, 'name': PowerOffVM_Task, 'duration_secs': 0.354087} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.007436] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.007436] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.007436] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff3862d3-d569-4daa-befa-72d439fabdbc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.099866] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1531.100300] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1531.101380] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore1] 0b186c48-92ed-4d81-ba08-911e507ffd73 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.101380] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c90fcbf2-70ee-45d0-83fb-803260e97735 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.108452] env[62105]: DEBUG oslo_vmware.api [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1531.108452] env[62105]: value = "task-1903436" [ 1531.108452] env[62105]: _type = "Task" [ 1531.108452] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.118149] env[62105]: DEBUG oslo_vmware.api [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.371199] env[62105]: INFO nova.compute.manager [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] instance snapshotting [ 1531.374218] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a7405b-e67f-4b44-88d9-23cbccfdcbad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.401450] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21722e0-39a8-4570-826b-de3845920209 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.450923] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903434, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.463528] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903432, 'name': Rename_Task, 'duration_secs': 1.204052} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.463528] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.463528] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c9a2bb-4d92-45ba-b949-a9782fe568d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.472983] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1531.472983] env[62105]: value = "task-1903437" [ 1531.472983] env[62105]: _type = "Task" [ 1531.472983] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.483142] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.620925] env[62105]: DEBUG oslo_vmware.api [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227719} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.621321] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.621592] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.621862] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.622145] env[62105]: INFO nova.compute.manager [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1531.622487] env[62105]: DEBUG oslo.service.loopingcall [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.622755] env[62105]: DEBUG nova.compute.manager [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.622959] env[62105]: DEBUG nova.network.neutron [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.914420] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1531.915239] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ac56eff-26ef-4769-8b83-b3639e2edfab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.925700] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1531.925700] env[62105]: value = "task-1903438" [ 1531.925700] env[62105]: _type = "Task" [ 1531.925700] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.935368] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.941179] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07291c9-c181-42cf-bb1b-de22ba79a67b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.957878] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903434, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.958096] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f74fb73-1d07-45a5-86ae-035d7bcb736b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.002689] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ecc00-bfa7-404c-81eb-79206e64d0f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.014749] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eeeb33-a837-4232-a231-ae2760974225 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.019112] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.031667] env[62105]: DEBUG nova.compute.provider_tree [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.175226] env[62105]: DEBUG nova.compute.manager [req-feac3a5d-72b5-4361-ab32-240f1a053844 req-072d3a29-188b-459b-beb7-df7077c0ee78 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Received event network-vif-deleted-6084bd1f-b89c-4557-9047-41c49bf72cbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1532.175309] env[62105]: INFO nova.compute.manager [req-feac3a5d-72b5-4361-ab32-240f1a053844 req-072d3a29-188b-459b-beb7-df7077c0ee78 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Neutron deleted interface 6084bd1f-b89c-4557-9047-41c49bf72cbb; detaching it from the instance and deleting it from the info cache [ 1532.175491] env[62105]: DEBUG nova.network.neutron [req-feac3a5d-72b5-4361-ab32-240f1a053844 req-072d3a29-188b-459b-beb7-df7077c0ee78 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.435638] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903438, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.450054] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903434, 'name': CloneVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.503900] env[62105]: DEBUG oslo_vmware.api [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903437, 'name': PowerOnVM_Task, 'duration_secs': 0.651123} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.504188] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.504658] env[62105]: INFO nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Took 10.34 seconds to spawn the instance on the hypervisor. [ 1532.504658] env[62105]: DEBUG nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.505536] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df342ec-93aa-4801-89ac-83989f3069e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.538399] env[62105]: DEBUG nova.scheduler.client.report [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.629417] env[62105]: DEBUG nova.network.neutron [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.677733] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7940c01c-d084-443b-a2c0-1c6d3580b99a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.687289] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd50c5a5-6f97-45e2-a7db-6bc4a1708324 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.722131] env[62105]: DEBUG nova.compute.manager [req-feac3a5d-72b5-4361-ab32-240f1a053844 req-072d3a29-188b-459b-beb7-df7077c0ee78 service nova] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Detach interface failed, port_id=6084bd1f-b89c-4557-9047-41c49bf72cbb, reason: Instance 0b186c48-92ed-4d81-ba08-911e507ffd73 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1532.939327] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903438, 'name': CreateSnapshot_Task, 'duration_secs': 0.96123} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.939710] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1532.940789] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817d464d-7051-4dd6-85fd-cead092a0859 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.955878] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903434, 'name': CloneVM_Task, 'duration_secs': 1.538764} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.958640] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Created linked-clone VM from snapshot [ 1532.961502] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd14844f-ad89-435f-9a04-d8842a014912 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.969214] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Uploading image 37daa789-ed35-4314-90b5-219e4b5c6128 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1532.995617] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1532.995617] env[62105]: value = "vm-392938" [ 1532.995617] env[62105]: _type = "VirtualMachine" [ 1532.995617] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1532.995875] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49046519-5c6c-4526-a839-42a696459cb0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.003834] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease: (returnval){ [ 1533.003834] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526202e8-555d-e4a5-b790-45f8700e02bc" [ 1533.003834] env[62105]: _type = "HttpNfcLease" [ 1533.003834] env[62105]: } obtained for exporting VM: (result){ [ 1533.003834] env[62105]: value = "vm-392938" [ 1533.003834] env[62105]: _type = "VirtualMachine" [ 1533.003834] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1533.004116] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the lease: (returnval){ [ 1533.004116] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526202e8-555d-e4a5-b790-45f8700e02bc" [ 1533.004116] env[62105]: _type = "HttpNfcLease" [ 1533.004116] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1533.011532] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.011532] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526202e8-555d-e4a5-b790-45f8700e02bc" [ 1533.011532] env[62105]: _type = "HttpNfcLease" [ 1533.011532] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1533.022786] env[62105]: INFO nova.compute.manager [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Took 38.87 seconds to build instance. [ 1533.044010] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.044671] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.047701] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.697s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.049288] env[62105]: INFO nova.compute.claims [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.123910] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.124163] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.133067] env[62105]: INFO nova.compute.manager [-] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Took 1.51 seconds to deallocate network for instance. [ 1533.472404] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1533.472719] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26d28016-576a-47c9-8b97-be50b0eb87aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.482382] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1533.482382] env[62105]: value = "task-1903440" [ 1533.482382] env[62105]: _type = "Task" [ 1533.482382] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.490489] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903440, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.512611] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1533.512611] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526202e8-555d-e4a5-b790-45f8700e02bc" [ 1533.512611] env[62105]: _type = "HttpNfcLease" [ 1533.512611] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1533.512899] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1533.512899] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526202e8-555d-e4a5-b790-45f8700e02bc" [ 1533.512899] env[62105]: _type = "HttpNfcLease" [ 1533.512899] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1533.513729] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3945f8c4-ba85-47aa-b9be-94dbfca93464 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.522700] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4106-9fd3-a693-4803-fd2cf02fb2cf/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1533.522878] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4106-9fd3-a693-4803-fd2cf02fb2cf/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1533.524311] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f03706a-6787-4f89-a1d7-283712dd19ac tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.096s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.581757] env[62105]: DEBUG nova.compute.utils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.589018] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.589018] env[62105]: DEBUG nova.network.neutron [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.620946] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39bad6d4-4448-452d-9a24-ee487b60fbc6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.639739] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.645661] env[62105]: DEBUG nova.policy [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451de59ae12e4fada2021c9890df5483', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9deffbc52d5a48d29061c65bd7fc92d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.774862] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "749d4191-d3d8-438e-87c1-378fb54bf6ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.775169] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.775374] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "749d4191-d3d8-438e-87c1-378fb54bf6ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.775563] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.775744] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.779072] env[62105]: INFO nova.compute.manager [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Terminating instance [ 1533.977219] env[62105]: DEBUG nova.network.neutron [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Successfully created port: 95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.993380] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903440, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.027610] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.085676] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.282692] env[62105]: DEBUG nova.compute.manager [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.282931] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.283902] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34928d74-41af-4118-88b7-5f50235c53f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.293756] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.294108] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8388671-da91-4306-a830-4ca218b34390 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.302212] env[62105]: DEBUG oslo_vmware.api [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1534.302212] env[62105]: value = "task-1903441" [ 1534.302212] env[62105]: _type = "Task" [ 1534.302212] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.314309] env[62105]: DEBUG oslo_vmware.api [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.496118] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903440, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.550775] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.650810] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fe1482-eba8-463d-b85f-6fde15293845 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.661664] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede68e7-02fc-4f5a-9dc5-795060842132 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.698189] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fbca89-ad1d-43bb-bec4-18d6324ae4f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.707272] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c0ffff-ae21-486d-b019-789de3fd09a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.724899] env[62105]: DEBUG nova.compute.provider_tree [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.818627] env[62105]: DEBUG oslo_vmware.api [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903441, 'name': PowerOffVM_Task, 'duration_secs': 0.450528} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.818627] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1534.818627] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.819302] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c8eb68f-84e1-405c-acb7-eb596bebf6a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.900963] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.900963] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.900963] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Deleting the datastore file [datastore1] 749d4191-d3d8-438e-87c1-378fb54bf6ef {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.904730] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e25771a7-8be5-42cf-9ed5-f15bc44a071a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.908603] env[62105]: DEBUG oslo_vmware.api [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for the task: (returnval){ [ 1534.908603] env[62105]: value = "task-1903443" [ 1534.908603] env[62105]: _type = "Task" [ 1534.908603] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.917470] env[62105]: DEBUG oslo_vmware.api [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.994577] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903440, 'name': CloneVM_Task, 'duration_secs': 1.470575} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.994939] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Created linked-clone VM from snapshot [ 1534.995855] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e677af37-ad42-4df8-a944-9c0d529ee514 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.007042] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Uploading image e4acd85a-36a6-40d8-8934-6c853d5733b4 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1535.033752] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1535.033752] env[62105]: value = "vm-392940" [ 1535.033752] env[62105]: _type = "VirtualMachine" [ 1535.033752] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1535.034083] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-27754de0-65ec-42f1-92c9-7a0e38b18e03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.041900] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lease: (returnval){ [ 1535.041900] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ec06c1-3edc-ff90-d36f-b91defeb1370" [ 1535.041900] env[62105]: _type = "HttpNfcLease" [ 1535.041900] env[62105]: } obtained for exporting VM: (result){ [ 1535.041900] env[62105]: value = "vm-392940" [ 1535.041900] env[62105]: _type = "VirtualMachine" [ 1535.041900] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1535.042337] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the lease: (returnval){ [ 1535.042337] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ec06c1-3edc-ff90-d36f-b91defeb1370" [ 1535.042337] env[62105]: _type = "HttpNfcLease" [ 1535.042337] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1535.049306] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1535.049306] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ec06c1-3edc-ff90-d36f-b91defeb1370" [ 1535.049306] env[62105]: _type = "HttpNfcLease" [ 1535.049306] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1535.099839] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1535.124965] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.125323] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.125501] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.127989] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.127989] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.127989] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.127989] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.127989] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.128185] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.128185] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.128185] env[62105]: DEBUG nova.virt.hardware [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.128185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d0f8f-e70b-4512-8a27-e91e2b9ee0d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.136616] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e649c91e-f0c6-4768-bcf1-403c25cada5e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.229809] env[62105]: DEBUG nova.scheduler.client.report [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1535.420610] env[62105]: DEBUG oslo_vmware.api [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Task: {'id': task-1903443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278521} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.424020] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.424020] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.424020] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.424020] env[62105]: INFO nova.compute.manager [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1535.424020] env[62105]: DEBUG oslo.service.loopingcall [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.424382] env[62105]: DEBUG nova.compute.manager [-] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1535.424382] env[62105]: DEBUG nova.network.neutron [-] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.442637] env[62105]: DEBUG nova.compute.manager [req-c6b6679f-160c-4da0-b966-4f4fc655e8a9 req-f8656e8e-533b-4557-8f00-4d8cf4e44c38 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Received event network-vif-plugged-95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1535.442828] env[62105]: DEBUG oslo_concurrency.lockutils [req-c6b6679f-160c-4da0-b966-4f4fc655e8a9 req-f8656e8e-533b-4557-8f00-4d8cf4e44c38 service nova] Acquiring lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.442883] env[62105]: DEBUG oslo_concurrency.lockutils [req-c6b6679f-160c-4da0-b966-4f4fc655e8a9 req-f8656e8e-533b-4557-8f00-4d8cf4e44c38 service nova] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.443039] env[62105]: DEBUG oslo_concurrency.lockutils [req-c6b6679f-160c-4da0-b966-4f4fc655e8a9 req-f8656e8e-533b-4557-8f00-4d8cf4e44c38 service nova] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.443389] env[62105]: DEBUG nova.compute.manager [req-c6b6679f-160c-4da0-b966-4f4fc655e8a9 req-f8656e8e-533b-4557-8f00-4d8cf4e44c38 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] No waiting events found dispatching network-vif-plugged-95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1535.443481] env[62105]: WARNING nova.compute.manager [req-c6b6679f-160c-4da0-b966-4f4fc655e8a9 req-f8656e8e-533b-4557-8f00-4d8cf4e44c38 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Received unexpected event network-vif-plugged-95b8efe6-b828-401e-ba4c-64f13846fca2 for instance with vm_state building and task_state spawning. [ 1535.551123] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1535.551123] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ec06c1-3edc-ff90-d36f-b91defeb1370" [ 1535.551123] env[62105]: _type = "HttpNfcLease" [ 1535.551123] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1535.551566] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1535.551566] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ec06c1-3edc-ff90-d36f-b91defeb1370" [ 1535.551566] env[62105]: _type = "HttpNfcLease" [ 1535.551566] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1535.552572] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911c07ac-0f36-4d70-a4a2-fcbb0beca8ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.560437] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525073a0-ddef-36f9-ee09-3ceb7bb6a4ff/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1535.560618] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525073a0-ddef-36f9-ee09-3ceb7bb6a4ff/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1535.656648] env[62105]: DEBUG nova.network.neutron [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Successfully updated port: 95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.685462] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-536d3e96-3921-4639-ad42-c55f6b606330 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.734985] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.735556] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1535.738663] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.376s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.740097] env[62105]: INFO nova.compute.claims [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.162179] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.162414] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.162901] env[62105]: DEBUG nova.network.neutron [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.244548] env[62105]: DEBUG nova.compute.utils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.246553] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.246822] env[62105]: DEBUG nova.network.neutron [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.262357] env[62105]: DEBUG nova.network.neutron [-] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.307199] env[62105]: DEBUG nova.policy [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1536.644957] env[62105]: DEBUG nova.network.neutron [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Successfully created port: 057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.717662] env[62105]: DEBUG nova.network.neutron [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1536.750569] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1536.766262] env[62105]: INFO nova.compute.manager [-] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Took 1.34 seconds to deallocate network for instance. [ 1536.997550] env[62105]: DEBUG nova.network.neutron [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Updating instance_info_cache with network_info: [{"id": "95b8efe6-b828-401e-ba4c-64f13846fca2", "address": "fa:16:3e:cf:87:47", "network": {"id": "1a042821-4b5c-4c96-805a-e61053d0de52", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-767809345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deffbc52d5a48d29061c65bd7fc92d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b8efe6-b8", "ovs_interfaceid": "95b8efe6-b828-401e-ba4c-64f13846fca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.278141] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.341188] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f55674-2a72-4391-be3a-ebd0aa4e8d19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.350375] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16596f4d-b63c-4a29-8edc-250cc1a87bf3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.385179] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c5e61-f204-4191-9bb9-4e974d8b95d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.393535] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1c44b-8e9d-4831-a835-b33787f5be3f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.407356] env[62105]: DEBUG nova.compute.provider_tree [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.497365] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Releasing lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.497748] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Instance network_info: |[{"id": "95b8efe6-b828-401e-ba4c-64f13846fca2", "address": "fa:16:3e:cf:87:47", "network": {"id": "1a042821-4b5c-4c96-805a-e61053d0de52", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-767809345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deffbc52d5a48d29061c65bd7fc92d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b8efe6-b8", "ovs_interfaceid": "95b8efe6-b828-401e-ba4c-64f13846fca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1537.498318] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:87:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95b8efe6-b828-401e-ba4c-64f13846fca2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1537.506678] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Creating folder: Project (9deffbc52d5a48d29061c65bd7fc92d1). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.507083] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9efb7605-cc20-4c34-914f-ad2ffc2da23b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.519049] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Created folder: Project (9deffbc52d5a48d29061c65bd7fc92d1) in parent group-v392807. [ 1537.519287] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Creating folder: Instances. Parent ref: group-v392941. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1537.519515] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c67fca61-973a-4f30-be18-961cb3bf4c80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.532260] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Created folder: Instances in parent group-v392941. [ 1537.532767] env[62105]: DEBUG oslo.service.loopingcall [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1537.532898] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1537.533121] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1daf2f66-fa41-4ded-8308-995b65f299ab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.553792] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1537.553792] env[62105]: value = "task-1903447" [ 1537.553792] env[62105]: _type = "Task" [ 1537.553792] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.561912] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903447, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.774322] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1537.911115] env[62105]: DEBUG nova.scheduler.client.report [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.064747] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903447, 'name': CreateVM_Task, 'duration_secs': 0.422266} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.064934] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1538.065658] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.065828] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.066191] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1538.066456] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f4a610-b522-4d62-bf53-81ded529e829 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.071799] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1538.071799] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5223489c-a97b-6059-57f5-f4843fc81aca" [ 1538.071799] env[62105]: _type = "Task" [ 1538.071799] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.080305] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5223489c-a97b-6059-57f5-f4843fc81aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.308031] env[62105]: DEBUG nova.network.neutron [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Successfully updated port: 057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.416896] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.417402] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.420147] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.875s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.420400] env[62105]: DEBUG nova.objects.instance [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lazy-loading 'resources' on Instance uuid 10210a11-05f4-485f-b5e4-fd50e23eba9d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.582841] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5223489c-a97b-6059-57f5-f4843fc81aca, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.583229] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.583488] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1538.583728] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.583874] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.584064] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.584360] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35cb9146-59b6-4394-891f-a478bbff2139 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.592951] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.592951] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.593735] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904ca8f6-0259-4847-88cd-9b18e59db37f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.598858] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1538.598858] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528e5744-d11a-b3cc-04e6-3d32a8bac096" [ 1538.598858] env[62105]: _type = "Task" [ 1538.598858] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.606657] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528e5744-d11a-b3cc-04e6-3d32a8bac096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.812480] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.813118] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.813118] env[62105]: DEBUG nova.network.neutron [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1538.925334] env[62105]: DEBUG nova.compute.utils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1538.930494] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1538.930645] env[62105]: DEBUG nova.network.neutron [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1538.979932] env[62105]: DEBUG nova.policy [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0897a70b950440cae0f5965aa67d028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0d0cb1b19e44355a8f2d3f4beb889b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.112300] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528e5744-d11a-b3cc-04e6-3d32a8bac096, 'name': SearchDatastore_Task, 'duration_secs': 0.014628} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.113518] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9150d8-76ff-499e-9c32-a0d401283891 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.121547] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1539.121547] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523372de-f002-ce41-83f3-7836d1ee82ce" [ 1539.121547] env[62105]: _type = "Task" [ 1539.121547] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.129938] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523372de-f002-ce41-83f3-7836d1ee82ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.254744] env[62105]: DEBUG nova.network.neutron [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Successfully created port: 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.406384] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93787bbf-06ef-4ea7-85ac-5e7f21b7cfbb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.415578] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a7ca4-62b4-4fd1-b7aa-fbc508eb9dcf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.447671] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.451461] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98233c-58c2-48e0-8b72-b26737921b77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.465782] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a02d6ba-edae-4445-b867-fd1c0774e436 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.490244] env[62105]: DEBUG nova.compute.provider_tree [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.552553] env[62105]: DEBUG nova.network.neutron [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.633189] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523372de-f002-ce41-83f3-7836d1ee82ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016484} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.633731] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.634044] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] a07a8de5-1b32-4574-b96d-f9a62f8ec445/a07a8de5-1b32-4574-b96d-f9a62f8ec445.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.634334] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60961699-8e6e-4583-876a-6bd88184b3c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.641744] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1539.641744] env[62105]: value = "task-1903448" [ 1539.641744] env[62105]: _type = "Task" [ 1539.641744] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.653676] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.786613] env[62105]: DEBUG nova.network.neutron [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.994175] env[62105]: DEBUG nova.scheduler.client.report [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.155546] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51004} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.155897] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] a07a8de5-1b32-4574-b96d-f9a62f8ec445/a07a8de5-1b32-4574-b96d-f9a62f8ec445.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.156273] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.156556] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e77c568f-0631-4948-989a-3e43fd21f0a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.165550] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1540.165550] env[62105]: value = "task-1903449" [ 1540.165550] env[62105]: _type = "Task" [ 1540.165550] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.174552] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.290403] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.290788] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Instance network_info: |[{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.459417] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.462482] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.462792] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.500768] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.503794] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.127s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.505439] env[62105]: INFO nova.compute.claims [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1540.533842] env[62105]: INFO nova.scheduler.client.report [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Deleted allocations for instance 10210a11-05f4-485f-b5e4-fd50e23eba9d [ 1540.677675] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093758} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.677977] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.678780] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7294d5-75d5-44e5-8002-9ae4b7e6ff0f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.702122] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a07a8de5-1b32-4574-b96d-f9a62f8ec445/a07a8de5-1b32-4574-b96d-f9a62f8ec445.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.702455] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efaa3408-1888-4c47-adfd-0cc1ba2541d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.722897] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1540.722897] env[62105]: value = "task-1903450" [ 1540.722897] env[62105]: _type = "Task" [ 1540.722897] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.733374] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.954947] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.955112] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.955175] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.956612] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.956612] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.956612] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.956612] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.956612] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.956923] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.956923] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.956923] env[62105]: DEBUG nova.virt.hardware [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.958833] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52f52d-a088-40cb-9a54-97f9d6d3897b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.974234] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1540.974234] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.974457] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1540.974457] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.974607] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1540.974908] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1540.975031] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1540.975515] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1540.975515] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1540.975515] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1540.975679] env[62105]: DEBUG nova.virt.hardware [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1540.976979] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b917698-2111-4f6a-957d-127e67d7c040 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.982662] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18da434-a1fc-4cd2-bc5e-66a6fa2be49a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.985920] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.986105] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1541.001857] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4106-9fd3-a693-4803-fd2cf02fb2cf/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1541.003325] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed5c53b-7eeb-4996-a070-42439567e05e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.008492] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:75:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '057d7c8f-8548-4ac8-b619-23a536542431', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1541.019773] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Creating folder: Project (d483fbaa40404fedada7e8f9716e371d). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.021059] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2e2729-a7cb-405e-b842-81b7fa1d78a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.026929] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42a9adb8-fd45-4ac0-b19a-84bfc8dd30b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.047261] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4106-9fd3-a693-4803-fd2cf02fb2cf/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1541.047261] env[62105]: ERROR oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4106-9fd3-a693-4803-fd2cf02fb2cf/disk-0.vmdk due to incomplete transfer. [ 1541.050185] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d12dcb4c-b051-4b36-b621-87d2dd82fb65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.052262] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Created folder: Project (d483fbaa40404fedada7e8f9716e371d) in parent group-v392807. [ 1541.052465] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Creating folder: Instances. Parent ref: group-v392944. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1541.052993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09122d5e-3510-4c8a-aa5f-29db14f0bf39 tempest-ServerMetadataTestJSON-45970303 tempest-ServerMetadataTestJSON-45970303-project-member] Lock "10210a11-05f4-485f-b5e4-fd50e23eba9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.487s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.054198] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f63144bd-e2a1-46ff-8ff3-ad293a066d44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.062507] env[62105]: DEBUG oslo_vmware.rw_handles [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf4106-9fd3-a693-4803-fd2cf02fb2cf/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1541.062809] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Uploaded image 37daa789-ed35-4314-90b5-219e4b5c6128 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1541.065218] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1541.066548] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-361de7a5-f6a5-425f-a84f-c90bf5742d62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.068422] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Created folder: Instances in parent group-v392944. [ 1541.068657] env[62105]: DEBUG oslo.service.loopingcall [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.069184] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1541.069761] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d753370-2596-4c6f-b3a0-59b82e8d12cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.087108] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1541.087108] env[62105]: value = "task-1903453" [ 1541.087108] env[62105]: _type = "Task" [ 1541.087108] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.093306] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1541.093306] env[62105]: value = "task-1903454" [ 1541.093306] env[62105]: _type = "Task" [ 1541.093306] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.101553] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903453, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.104819] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903454, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.188332] env[62105]: DEBUG nova.network.neutron [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Successfully updated port: 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.234870] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903450, 'name': ReconfigVM_Task, 'duration_secs': 0.334059} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.235241] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a07a8de5-1b32-4574-b96d-f9a62f8ec445/a07a8de5-1b32-4574-b96d-f9a62f8ec445.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.235918] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976afa1c-8dd4-4e95-b0e1-a4ee144a3523 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.245173] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1541.245173] env[62105]: value = "task-1903455" [ 1541.245173] env[62105]: _type = "Task" [ 1541.245173] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.255123] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903455, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.597928] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903453, 'name': Destroy_Task, 'duration_secs': 0.374376} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.604188] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Destroyed the VM [ 1541.604622] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1541.605245] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8682b6ba-c9b1-4509-a15b-6e3c30486847 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.612836] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903454, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.614656] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1541.614656] env[62105]: value = "task-1903456" [ 1541.614656] env[62105]: _type = "Task" [ 1541.614656] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.627020] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903456, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.695022] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.699044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.699044] env[62105]: DEBUG nova.network.neutron [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.699044] env[62105]: INFO nova.compute.manager [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Rebuilding instance [ 1541.754527] env[62105]: DEBUG nova.compute.manager [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1541.755595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ed4d5-2d38-4ecb-b30d-e8f57881ed1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.766256] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903455, 'name': Rename_Task, 'duration_secs': 0.174016} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.767965] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.775228] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e4ce1a1-ef97-4bed-b08d-e45f406590da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.783066] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1541.783066] env[62105]: value = "task-1903457" [ 1541.783066] env[62105]: _type = "Task" [ 1541.783066] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.791392] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.019205] env[62105]: DEBUG nova.compute.manager [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Received event network-changed-95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1542.019487] env[62105]: DEBUG nova.compute.manager [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Refreshing instance network info cache due to event network-changed-95b8efe6-b828-401e-ba4c-64f13846fca2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1542.019742] env[62105]: DEBUG oslo_concurrency.lockutils [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] Acquiring lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.020324] env[62105]: DEBUG oslo_concurrency.lockutils [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] Acquired lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.020567] env[62105]: DEBUG nova.network.neutron [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Refreshing network info cache for port 95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1542.096747] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bbe37f-032f-47ca-ac34-d9f8711d2ae1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.116122] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903454, 'name': CreateVM_Task, 'duration_secs': 0.630827} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.117198] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba282e6-8ca9-4957-85a3-bfeac1b13b2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.123662] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1542.124416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.124578] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.124864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1542.125771] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20bbc759-51bb-43b2-af5e-47acda38d4ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.131205] env[62105]: DEBUG oslo_vmware.api [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903456, 'name': RemoveSnapshot_Task, 'duration_secs': 0.510942} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.155628] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1542.156435] env[62105]: INFO nova.compute.manager [None req-4a4f7ecd-bfe2-4383-b832-189401e63e0a tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Took 13.32 seconds to snapshot the instance on the hypervisor. [ 1542.161034] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c544a6f7-c012-47e4-8e5c-1e1e78b7fb15 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.163963] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1542.163963] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524ff399-6af4-4c59-9b86-607fe63c4703" [ 1542.163963] env[62105]: _type = "Task" [ 1542.163963] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.171799] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8710250-015f-4bba-ac02-2022080664f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.180264] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524ff399-6af4-4c59-9b86-607fe63c4703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.190383] env[62105]: DEBUG nova.compute.provider_tree [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.288784] env[62105]: DEBUG nova.network.neutron [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.305716] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903457, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.537171] env[62105]: DEBUG nova.network.neutron [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.674341] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524ff399-6af4-4c59-9b86-607fe63c4703, 'name': SearchDatastore_Task, 'duration_secs': 0.021766} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.675258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.675502] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1542.675766] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1542.675982] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.676091] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1542.676567] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac412ad5-9569-4805-9176-ace4557dab82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.686431] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1542.686615] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1542.687355] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df99b73e-16f5-4265-b88a-fdd832a428eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.693065] env[62105]: DEBUG nova.scheduler.client.report [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.696550] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1542.696550] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527cea06-caa9-85c3-b1e1-f7466d8dff26" [ 1542.696550] env[62105]: _type = "Task" [ 1542.696550] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.713957] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527cea06-caa9-85c3-b1e1-f7466d8dff26, 'name': SearchDatastore_Task, 'duration_secs': 0.014003} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.715927] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d1c0378-6a8c-4a1b-8ec3-d947040dbeeb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.721761] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1542.721761] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ebe0ca-4f98-28bd-f3c9-0c440d9e67d1" [ 1542.721761] env[62105]: _type = "Task" [ 1542.721761] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.731132] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ebe0ca-4f98-28bd-f3c9-0c440d9e67d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.783474] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1542.784255] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce1bb0d0-c007-4b33-8a14-7e342f90a744 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.795177] env[62105]: DEBUG oslo_vmware.api [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1903457, 'name': PowerOnVM_Task, 'duration_secs': 0.550122} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.796685] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.796896] env[62105]: INFO nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1542.797091] env[62105]: DEBUG nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.797601] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1542.797601] env[62105]: value = "task-1903458" [ 1542.797601] env[62105]: _type = "Task" [ 1542.797601] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.798134] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d8d2a-e982-46fc-8a7a-d2293d20477c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.818321] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.818723] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "3cb203e8-a08e-49ce-a3c5-767874dab719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.818994] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.819157] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "3cb203e8-a08e-49ce-a3c5-767874dab719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.822276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.822276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.824627] env[62105]: INFO nova.compute.manager [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Terminating instance [ 1542.910974] env[62105]: DEBUG nova.network.neutron [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Updated VIF entry in instance network info cache for port 95b8efe6-b828-401e-ba4c-64f13846fca2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.911505] env[62105]: DEBUG nova.network.neutron [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Updating instance_info_cache with network_info: [{"id": "95b8efe6-b828-401e-ba4c-64f13846fca2", "address": "fa:16:3e:cf:87:47", "network": {"id": "1a042821-4b5c-4c96-805a-e61053d0de52", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-767809345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deffbc52d5a48d29061c65bd7fc92d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b8efe6-b8", "ovs_interfaceid": "95b8efe6-b828-401e-ba4c-64f13846fca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.969486] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525073a0-ddef-36f9-ee09-3ceb7bb6a4ff/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1542.970650] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207fb1be-7e37-4482-8b8c-9301df178a57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.977427] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525073a0-ddef-36f9-ee09-3ceb7bb6a4ff/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1542.977601] env[62105]: ERROR oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525073a0-ddef-36f9-ee09-3ceb7bb6a4ff/disk-0.vmdk due to incomplete transfer. [ 1542.981016] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14097399-0c58-4b19-94e0-1873d2cc7ebf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.985720] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525073a0-ddef-36f9-ee09-3ceb7bb6a4ff/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1542.985720] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Uploaded image e4acd85a-36a6-40d8-8934-6c853d5733b4 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1542.987362] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1542.987628] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9bd41a3-553d-4b0b-9eb9-97038934389d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.995928] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1542.995928] env[62105]: value = "task-1903459" [ 1542.995928] env[62105]: _type = "Task" [ 1542.995928] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.010454] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903459, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.040651] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Releasing lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.041159] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Instance network_info: |[{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1543.041657] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:fc:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5163560b-33b6-4dd2-b0ff-a09773b81ef7', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1543.050420] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Creating folder: Project (b0d0cb1b19e44355a8f2d3f4beb889b5). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.051476] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.051611] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.051752] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1543.053023] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-138180b0-e11c-4bbd-849e-f1d2f039cf9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.064755] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Created folder: Project (b0d0cb1b19e44355a8f2d3f4beb889b5) in parent group-v392807. [ 1543.064980] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Creating folder: Instances. Parent ref: group-v392947. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1543.065236] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e1b7b76-2dcf-42d3-9c02-f4deed0b9114 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.075618] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Created folder: Instances in parent group-v392947. [ 1543.075888] env[62105]: DEBUG oslo.service.loopingcall [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1543.076507] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1543.076507] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e8c926b-28a2-4727-aab1-83bfb291eee4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.102673] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1543.102673] env[62105]: value = "task-1903462" [ 1543.102673] env[62105]: _type = "Task" [ 1543.102673] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.114790] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903462, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.200049] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.200663] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1543.204135] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.238s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.204440] env[62105]: DEBUG nova.objects.instance [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lazy-loading 'resources' on Instance uuid e7abc8f6-9b51-4ffc-ab49-058890a2f975 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1543.232778] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ebe0ca-4f98-28bd-f3c9-0c440d9e67d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.233128] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.233444] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] bc88a35d-5b6d-4c84-86e4-f93d9d852adf/bc88a35d-5b6d-4c84-86e4-f93d9d852adf.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1543.233761] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9abee0b2-e1d3-4482-a63f-a3f37e22e402 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.242235] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1543.242235] env[62105]: value = "task-1903463" [ 1543.242235] env[62105]: _type = "Task" [ 1543.242235] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.250267] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.315026] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903458, 'name': PowerOffVM_Task, 'duration_secs': 0.262949} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.315026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.315026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.315026] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5127e86e-53bd-483b-b3c2-0dbe775bffaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.329610] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1543.329610] env[62105]: value = "task-1903464" [ 1543.329610] env[62105]: _type = "Task" [ 1543.329610] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.338499] env[62105]: DEBUG nova.compute.manager [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1543.338728] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.339335] env[62105]: INFO nova.compute.manager [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Took 36.79 seconds to build instance. [ 1543.341090] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961285f-f32f-46d5-9d90-3435aacc8b89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.356158] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1543.356158] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1543.356427] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392859', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'name': 'volume-b9921d1f-7568-43d2-b9f2-ab895431187f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6ff7d5-ae57-4f21-b39b-8d5f53d19409', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'serial': 'b9921d1f-7568-43d2-b9f2-ab895431187f'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1543.357035] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.358426] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7f81a9-e13a-44b9-a459-71c74a0826e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.361855] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0313f113-a840-43ff-b8d5-530ef8aa939b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.384461] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de138009-e34b-4d2d-9142-3d5f61a7bf59 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.393487] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.393487] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.398451] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612d713d-f921-41b8-89fd-9f60eee47a27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.420529] env[62105]: DEBUG oslo_concurrency.lockutils [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] Releasing lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.420835] env[62105]: DEBUG nova.compute.manager [req-a89c1197-1aea-4193-9b1e-b2f3deea26d4 req-2091b704-345e-40be-a541-802f42f75db6 service nova] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Received event network-vif-deleted-565b24e8-5630-4d6f-9e6a-8934bd62dd6f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1543.421821] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696a52f7-35be-4130-9803-261f20890fa0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.441889] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] The volume has not been displaced from its original location: [datastore2] volume-b9921d1f-7568-43d2-b9f2-ab895431187f/volume-b9921d1f-7568-43d2-b9f2-ab895431187f.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1543.447881] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1543.449312] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e401e3b4-4619-49ab-b9c8-56570dd21f82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.468090] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1543.468090] env[62105]: value = "task-1903466" [ 1543.468090] env[62105]: _type = "Task" [ 1543.468090] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.477677] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.492109] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.492109] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.492109] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleting the datastore file [datastore2] 3cb203e8-a08e-49ce-a3c5-767874dab719 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.492595] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d565246-6607-4c9d-83d4-db9473325759 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.502407] env[62105]: DEBUG oslo_vmware.api [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1543.502407] env[62105]: value = "task-1903467" [ 1543.502407] env[62105]: _type = "Task" [ 1543.502407] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.508770] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903459, 'name': Destroy_Task, 'duration_secs': 0.38586} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.509454] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Destroyed the VM [ 1543.510586] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1543.510586] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24a87210-59aa-4b1c-9e2b-4caaa1e7a766 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.514533] env[62105]: DEBUG oslo_vmware.api [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.519845] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1543.519845] env[62105]: value = "task-1903468" [ 1543.519845] env[62105]: _type = "Task" [ 1543.519845] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.527929] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.614602] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903462, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.709287] env[62105]: DEBUG nova.compute.utils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1543.713889] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1543.714335] env[62105]: DEBUG nova.network.neutron [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1543.760688] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.801688] env[62105]: DEBUG nova.policy [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87bcad8a94934fdfa5793a70d1f5ea98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cd612393084d4c971d18722b5aaa4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.850219] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d18a1d05-b81f-496a-84dc-f95d581d4c1a tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.621s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.979721] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903466, 'name': ReconfigVM_Task, 'duration_secs': 0.292157} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.982605] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1543.988310] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95369eb8-6a86-4e69-a5a0-5b004576ee1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.007021] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1544.007021] env[62105]: value = "task-1903469" [ 1544.007021] env[62105]: _type = "Task" [ 1544.007021] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.024663] env[62105]: DEBUG oslo_vmware.api [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505542} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.024663] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.027081] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.027361] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.027615] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.027903] env[62105]: INFO nova.compute.manager [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1544.028208] env[62105]: DEBUG oslo.service.loopingcall [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.032274] env[62105]: DEBUG nova.compute.manager [-] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1544.032413] env[62105]: DEBUG nova.network.neutron [-] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.043203] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.117802] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903462, 'name': CreateVM_Task, 'duration_secs': 0.800225} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.119585] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.121308] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.121308] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.121308] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1544.121520] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c8169f-e0bb-4ac2-8741-b23a0912c31d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.126587] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1544.126587] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520428e1-864e-a845-0c2e-48e638f4f630" [ 1544.126587] env[62105]: _type = "Task" [ 1544.126587] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.136941] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520428e1-864e-a845-0c2e-48e638f4f630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.217458] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1544.268246] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794069} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.268246] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] bc88a35d-5b6d-4c84-86e4-f93d9d852adf/bc88a35d-5b6d-4c84-86e4-f93d9d852adf.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1544.268246] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1544.268246] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9eacb80-19d8-47e1-b781-99fdf0286b35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.274754] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1544.274754] env[62105]: value = "task-1903470" [ 1544.274754] env[62105]: _type = "Task" [ 1544.274754] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.286601] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-vif-plugged-057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1544.286884] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.287170] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.287414] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.287533] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] No waiting events found dispatching network-vif-plugged-057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1544.287726] env[62105]: WARNING nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received unexpected event network-vif-plugged-057d7c8f-8548-4ac8-b619-23a536542431 for instance with vm_state building and task_state spawning. [ 1544.287927] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-changed-057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1544.287992] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Refreshing instance network info cache due to event network-changed-057d7c8f-8548-4ac8-b619-23a536542431. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1544.288189] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Acquiring lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.288328] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Acquired lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.288507] env[62105]: DEBUG nova.network.neutron [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Refreshing network info cache for port 057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.300354] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.352584] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.359441] env[62105]: DEBUG nova.network.neutron [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Successfully created port: 53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.372829] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa766c00-843c-4c76-b5e8-da815fdee2a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.381924] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98707034-555e-4377-8683-71d36e8dfade {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.421791] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68428abb-04a9-4d65-aa0b-846df5b3a58c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.431431] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fabddd-65e8-4b26-bde5-8846018c4344 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.449213] env[62105]: DEBUG nova.compute.provider_tree [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.525704] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903469, 'name': ReconfigVM_Task, 'duration_secs': 0.12215} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.530350] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392859', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'name': 'volume-b9921d1f-7568-43d2-b9f2-ab895431187f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea6ff7d5-ae57-4f21-b39b-8d5f53d19409', 'attached_at': '', 'detached_at': '', 'volume_id': 'b9921d1f-7568-43d2-b9f2-ab895431187f', 'serial': 'b9921d1f-7568-43d2-b9f2-ab895431187f'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1544.530675] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1544.531518] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493ac98-ef8c-4f1c-b83b-21925449bfe3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.540192] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.543037] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1544.543347] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ff323fc-4179-4d21-aac9-d36c918f9ce2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.580191] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updating instance_info_cache with network_info: [{"id": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "address": "fa:16:3e:3f:de:12", "network": {"id": "b521fe7a-8148-4913-aba3-559a4551eb91", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-760789953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85ed7a8e977c4b7a8349dbd3485d307c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf39090db-4c", "ovs_interfaceid": "f39090db-4ce3-4b3c-8638-86ddb3122dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.626258] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.626258] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.626258] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Deleting the datastore file [datastore2] ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.627438] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a54515-f45f-4614-b3c9-6fe2c7e15691 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.641363] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520428e1-864e-a845-0c2e-48e638f4f630, 'name': SearchDatastore_Task, 'duration_secs': 0.030232} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.642614] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.642614] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1544.642614] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.642822] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.642858] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1544.643288] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for the task: (returnval){ [ 1544.643288] env[62105]: value = "task-1903472" [ 1544.643288] env[62105]: _type = "Task" [ 1544.643288] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.643531] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-289434f7-6923-4be1-ad3f-d83e9f446669 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.655173] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.656971] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1544.657964] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1544.658076] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813d7aa8-2e67-46f1-a010-5ded153ce426 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.664631] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1544.664631] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a06f0a-a1ac-a973-6aa6-4551e4e7c41b" [ 1544.664631] env[62105]: _type = "Task" [ 1544.664631] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.674333] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a06f0a-a1ac-a973-6aa6-4551e4e7c41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.721457] env[62105]: DEBUG nova.compute.manager [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Received event network-changed-95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1544.721653] env[62105]: DEBUG nova.compute.manager [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Refreshing instance network info cache due to event network-changed-95b8efe6-b828-401e-ba4c-64f13846fca2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1544.721868] env[62105]: DEBUG oslo_concurrency.lockutils [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] Acquiring lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.722039] env[62105]: DEBUG oslo_concurrency.lockutils [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] Acquired lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.722444] env[62105]: DEBUG nova.network.neutron [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Refreshing network info cache for port 95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.786338] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075809} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.786338] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.787131] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015bd4f8-b03d-4bea-8db1-cce160eb9bc6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.813985] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] bc88a35d-5b6d-4c84-86e4-f93d9d852adf/bc88a35d-5b6d-4c84-86e4-f93d9d852adf.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.815480] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee5012b-b4a4-466d-81cb-62608dfb1fea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.841306] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1544.841306] env[62105]: value = "task-1903473" [ 1544.841306] env[62105]: _type = "Task" [ 1544.841306] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.850924] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.891165] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.952635] env[62105]: DEBUG nova.scheduler.client.report [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.995321] env[62105]: DEBUG nova.network.neutron [-] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.041416] env[62105]: DEBUG oslo_vmware.api [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903468, 'name': RemoveSnapshot_Task, 'duration_secs': 1.497478} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.043582] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1545.043582] env[62105]: INFO nova.compute.manager [None req-a9e9bc71-1113-4ef2-af2e-c8e72f9c3c18 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Took 13.67 seconds to snapshot the instance on the hypervisor. [ 1545.083428] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-413dd89a-6b40-41bb-9140-3a809ab169c6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.083648] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1545.084123] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.084419] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.084635] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.084846] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.085071] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.085237] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.085387] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1545.085544] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.156779] env[62105]: DEBUG oslo_vmware.api [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Task: {'id': task-1903472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.157156] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1545.157669] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1545.157669] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1545.177084] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a06f0a-a1ac-a973-6aa6-4551e4e7c41b, 'name': SearchDatastore_Task, 'duration_secs': 0.033151} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.178072] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db95d56e-ecea-476f-badc-2d506fc73181 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.183937] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1545.183937] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dccc13-29b4-995d-231d-76868bef8ca8" [ 1545.183937] env[62105]: _type = "Task" [ 1545.183937] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.193964] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dccc13-29b4-995d-231d-76868bef8ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.229343] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1545.244140] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1545.244243] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0539c691-951f-4518-afb6-ce1faa38e3c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.257023] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad67af-5257-47eb-a9bd-0a5b09f263bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.274492] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1545.278028] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.278028] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1545.278028] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.278028] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1545.278028] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1545.278314] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1545.278314] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1545.278314] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1545.278314] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1545.278314] env[62105]: DEBUG nova.virt.hardware [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1545.278470] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8d290-d872-4af6-a4c8-79a86a0703a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.296506] env[62105]: ERROR nova.compute.manager [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Failed to detach volume b9921d1f-7568-43d2-b9f2-ab895431187f from /dev/sda: nova.exception.InstanceNotFound: Instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 could not be found. [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Traceback (most recent call last): [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self.driver.rebuild(**kwargs) [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] raise NotImplementedError() [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] NotImplementedError [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] During handling of the above exception, another exception occurred: [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Traceback (most recent call last): [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1545.296506] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self.driver.detach_volume(context, old_connection_info, [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] return self._volumeops.detach_volume(connection_info, instance) [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._detach_volume_vmdk(connection_info, instance) [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] stable_ref.fetch_moref(session) [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] nova.exception.InstanceNotFound: Instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 could not be found. [ 1545.299101] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.304195] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd087ee-018f-4a92-995a-681e423e1145 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.352827] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903473, 'name': ReconfigVM_Task, 'duration_secs': 0.328083} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.353128] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Reconfigured VM instance instance-0000002d to attach disk [datastore1] bc88a35d-5b6d-4c84-86e4-f93d9d852adf/bc88a35d-5b6d-4c84-86e4-f93d9d852adf.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.353752] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34c8586f-7e85-4db8-99c1-a664c05d79c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.361772] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1545.361772] env[62105]: value = "task-1903474" [ 1545.361772] env[62105]: _type = "Task" [ 1545.361772] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.369678] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903474, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.459195] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.461577] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.173s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.461818] env[62105]: DEBUG nova.objects.instance [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lazy-loading 'resources' on Instance uuid 1fa71e2b-14df-415c-a823-3b5649802a4c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.477790] env[62105]: DEBUG nova.compute.utils [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Build of instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 aborted: Failed to rebuild volume backed instance. {{(pid=62105) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1545.481950] env[62105]: ERROR nova.compute.manager [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 aborted: Failed to rebuild volume backed instance. [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Traceback (most recent call last): [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self.driver.rebuild(**kwargs) [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] raise NotImplementedError() [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] NotImplementedError [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] During handling of the above exception, another exception occurred: [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Traceback (most recent call last): [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1545.481950] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._detach_root_volume(context, instance, root_bdm) [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] with excutils.save_and_reraise_exception(): [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self.force_reraise() [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] raise self.value [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self.driver.detach_volume(context, old_connection_info, [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] return self._volumeops.detach_volume(connection_info, instance) [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1545.482398] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._detach_volume_vmdk(connection_info, instance) [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] stable_ref.fetch_moref(session) [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] nova.exception.InstanceNotFound: Instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 could not be found. [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] During handling of the above exception, another exception occurred: [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Traceback (most recent call last): [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 11335, in _error_out_instance_on_exception [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] yield [ 1545.482718] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._do_rebuild_instance_with_claim( [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._do_rebuild_instance( [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._rebuild_default_impl(**kwargs) [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] self._rebuild_volume_backed_instance( [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] raise exception.BuildAbortException( [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] nova.exception.BuildAbortException: Build of instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 aborted: Failed to rebuild volume backed instance. [ 1545.483117] env[62105]: ERROR nova.compute.manager [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] [ 1545.487827] env[62105]: INFO nova.scheduler.client.report [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Deleted allocations for instance e7abc8f6-9b51-4ffc-ab49-058890a2f975 [ 1545.496368] env[62105]: DEBUG nova.network.neutron [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updated VIF entry in instance network info cache for port 057d7c8f-8548-4ac8-b619-23a536542431. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.496715] env[62105]: DEBUG nova.network.neutron [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.498068] env[62105]: INFO nova.compute.manager [-] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Took 1.47 seconds to deallocate network for instance. [ 1545.499374] env[62105]: DEBUG nova.network.neutron [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Updated VIF entry in instance network info cache for port 95b8efe6-b828-401e-ba4c-64f13846fca2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.499847] env[62105]: DEBUG nova.network.neutron [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Updating instance_info_cache with network_info: [{"id": "95b8efe6-b828-401e-ba4c-64f13846fca2", "address": "fa:16:3e:cf:87:47", "network": {"id": "1a042821-4b5c-4c96-805a-e61053d0de52", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-767809345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deffbc52d5a48d29061c65bd7fc92d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95b8efe6-b8", "ovs_interfaceid": "95b8efe6-b828-401e-ba4c-64f13846fca2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.592796] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.693851] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dccc13-29b4-995d-231d-76868bef8ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.694136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.694416] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d7f9b5e1-bd68-48ce-97e2-aff43c7693af/d7f9b5e1-bd68-48ce-97e2-aff43c7693af.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.694682] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9185a7da-2033-4610-83fc-a87c495aeed5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.701447] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1545.701447] env[62105]: value = "task-1903475" [ 1545.701447] env[62105]: _type = "Task" [ 1545.701447] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.708816] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.871791] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903474, 'name': Rename_Task, 'duration_secs': 0.144665} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.872164] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.872433] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a11c1f3-f425-44e1-8dc1-02c5393208ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.878148] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1545.878148] env[62105]: value = "task-1903476" [ 1545.878148] env[62105]: _type = "Task" [ 1545.878148] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.886184] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.004316] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Releasing lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.004523] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-vif-plugged-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1546.004909] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Acquiring lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.005235] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.005578] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.005907] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] No waiting events found dispatching network-vif-plugged-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1546.005907] env[62105]: WARNING nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received unexpected event network-vif-plugged-5163560b-33b6-4dd2-b0ff-a09773b81ef7 for instance with vm_state building and task_state spawning. [ 1546.006237] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1546.006237] env[62105]: DEBUG nova.compute.manager [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing instance network info cache due to event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1546.006330] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Acquiring lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.006468] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Acquired lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.006649] env[62105]: DEBUG nova.network.neutron [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.009895] env[62105]: DEBUG oslo_concurrency.lockutils [req-cae30590-afca-4a8b-ba56-8a6c15e4b9ff req-2710359c-882f-4aac-9e37-7de955841578 service nova] Releasing lock "refresh_cache-a07a8de5-1b32-4574-b96d-f9a62f8ec445" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.011814] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.012683] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a87bad53-a961-4c43-867e-d9703ebf2b00 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "e7abc8f6-9b51-4ffc-ab49-058890a2f975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.106s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.220618] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.315852] env[62105]: DEBUG nova.compute.manager [req-a146f7ca-e2a8-48a9-bc6f-4bc67f49ed47 req-29a5cbbd-54f8-4843-b99e-ecdf2090221c service nova] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Received event network-vif-deleted-cd8ac95b-faf1-4adf-9f36-32956805a5e6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1546.394204] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903476, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.422025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac73e5b-8063-4887-b412-3a6874e2fc17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.431528] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f81ace-19d5-41c5-96af-96999ace2c34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.468380] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c48c58-0387-4c39-ab5c-f45f95a1bc9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.476598] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74072e0c-ec17-4e3a-bb45-7b61927fb320 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.491421] env[62105]: DEBUG nova.compute.provider_tree [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.503988] env[62105]: DEBUG nova.network.neutron [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Successfully updated port: 53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1546.714524] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81844} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.714774] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d7f9b5e1-bd68-48ce-97e2-aff43c7693af/d7f9b5e1-bd68-48ce-97e2-aff43c7693af.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.714989] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.715271] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c877b0-5265-43fb-ada0-7373910bae7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.722157] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1546.722157] env[62105]: value = "task-1903477" [ 1546.722157] env[62105]: _type = "Task" [ 1546.722157] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.731698] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.732555] env[62105]: DEBUG nova.network.neutron [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updated VIF entry in instance network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.732885] env[62105]: DEBUG nova.network.neutron [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.889724] env[62105]: DEBUG oslo_vmware.api [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903476, 'name': PowerOnVM_Task, 'duration_secs': 0.514892} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.889724] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1546.889724] env[62105]: INFO nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1546.889724] env[62105]: DEBUG nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.891585] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed696c4c-ef57-45b3-b1e9-a409ed76ff70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.995105] env[62105]: DEBUG nova.scheduler.client.report [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.006348] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "refresh_cache-36a927b6-2c0b-4df6-8d89-8865eff38548" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.006440] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "refresh_cache-36a927b6-2c0b-4df6-8d89-8865eff38548" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.006518] env[62105]: DEBUG nova.network.neutron [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.232952] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069636} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.233556] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.234410] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3024c0-1bb7-499e-b96e-724c7158a8ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.237570] env[62105]: DEBUG oslo_concurrency.lockutils [req-730ce1b9-9244-47a6-a5f9-88a948a88bfe req-e4e13bf6-fcc6-4ed6-a734-27bcb4085811 service nova] Releasing lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.258590] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d7f9b5e1-bd68-48ce-97e2-aff43c7693af/d7f9b5e1-bd68-48ce-97e2-aff43c7693af.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.258874] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036f0697-bac7-432f-823e-4c52596651c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.280668] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1547.280668] env[62105]: value = "task-1903478" [ 1547.280668] env[62105]: _type = "Task" [ 1547.280668] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.289288] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.410347] env[62105]: INFO nova.compute.manager [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Took 38.15 seconds to build instance. [ 1547.500753] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.503206] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.853s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.505181] env[62105]: INFO nova.compute.claims [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.521217] env[62105]: DEBUG oslo_concurrency.lockutils [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.527513] env[62105]: INFO nova.scheduler.client.report [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Deleted allocations for instance 1fa71e2b-14df-415c-a823-3b5649802a4c [ 1547.544213] env[62105]: DEBUG nova.network.neutron [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1547.679496] env[62105]: DEBUG nova.network.neutron [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Updating instance_info_cache with network_info: [{"id": "53dffc3e-7da6-4eed-986c-1a2ba5c915df", "address": "fa:16:3e:62:20:e0", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dffc3e-7d", "ovs_interfaceid": "53dffc3e-7da6-4eed-986c-1a2ba5c915df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.792323] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.912871] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1f5b410e-459d-413e-88f2-a0b9d8cfc4ae tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.881s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.946486] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.947289] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.948246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.948490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.948732] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.951220] env[62105]: INFO nova.compute.manager [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Terminating instance [ 1548.038509] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef54033d-58b6-43c3-b095-e56b1995f4f3 tempest-ServerShowV247Test-1167556706 tempest-ServerShowV247Test-1167556706-project-member] Lock "1fa71e2b-14df-415c-a823-3b5649802a4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.589s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.149813] env[62105]: DEBUG nova.compute.manager [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.151187] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c9cbe8-4cf9-455e-8a77-b4195f16854d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.182676] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "refresh_cache-36a927b6-2c0b-4df6-8d89-8865eff38548" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.183546] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Instance network_info: |[{"id": "53dffc3e-7da6-4eed-986c-1a2ba5c915df", "address": "fa:16:3e:62:20:e0", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dffc3e-7d", "ovs_interfaceid": "53dffc3e-7da6-4eed-986c-1a2ba5c915df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1548.184332] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:20:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53dffc3e-7da6-4eed-986c-1a2ba5c915df', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.196053] env[62105]: DEBUG oslo.service.loopingcall [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.196348] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.196623] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca2e3ae-a5af-40e5-bf7c-d11424cc9fb8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.224121] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.224121] env[62105]: value = "task-1903479" [ 1548.224121] env[62105]: _type = "Task" [ 1548.224121] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.233752] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903479, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.292655] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903478, 'name': ReconfigVM_Task, 'duration_secs': 0.84622} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.292917] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d7f9b5e1-bd68-48ce-97e2-aff43c7693af/d7f9b5e1-bd68-48ce-97e2-aff43c7693af.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.293611] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25113477-22ef-48aa-8306-693b1d82b612 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.301283] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1548.301283] env[62105]: value = "task-1903480" [ 1548.301283] env[62105]: _type = "Task" [ 1548.301283] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.311400] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903480, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.342964] env[62105]: DEBUG nova.compute.manager [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Received event network-vif-plugged-53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1548.343231] env[62105]: DEBUG oslo_concurrency.lockutils [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] Acquiring lock "36a927b6-2c0b-4df6-8d89-8865eff38548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.343662] env[62105]: DEBUG oslo_concurrency.lockutils [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.343662] env[62105]: DEBUG oslo_concurrency.lockutils [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.343818] env[62105]: DEBUG nova.compute.manager [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] No waiting events found dispatching network-vif-plugged-53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.343974] env[62105]: WARNING nova.compute.manager [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Received unexpected event network-vif-plugged-53dffc3e-7da6-4eed-986c-1a2ba5c915df for instance with vm_state building and task_state spawning. [ 1548.344148] env[62105]: DEBUG nova.compute.manager [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Received event network-changed-53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1548.344306] env[62105]: DEBUG nova.compute.manager [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Refreshing instance network info cache due to event network-changed-53dffc3e-7da6-4eed-986c-1a2ba5c915df. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1548.344669] env[62105]: DEBUG oslo_concurrency.lockutils [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] Acquiring lock "refresh_cache-36a927b6-2c0b-4df6-8d89-8865eff38548" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.344772] env[62105]: DEBUG oslo_concurrency.lockutils [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] Acquired lock "refresh_cache-36a927b6-2c0b-4df6-8d89-8865eff38548" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.344902] env[62105]: DEBUG nova.network.neutron [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Refreshing network info cache for port 53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.415992] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.457487] env[62105]: DEBUG nova.compute.manager [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.457571] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9b3d5d1-afda-43af-b153-184ec04df5aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.470473] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27e2c1-8edd-4e88-9300-c0cafeaf1603 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.528038] env[62105]: WARNING nova.virt.vmwareapi.driver [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 could not be found. [ 1548.528038] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.528038] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8ad60fa-9828-4377-bc00-2b791cbe4c2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.545080] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc3bd5-47ab-40f0-8f7f-5af467accf66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.591764] env[62105]: WARNING nova.virt.vmwareapi.vmops [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 could not be found. [ 1548.592061] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.592547] env[62105]: INFO nova.compute.manager [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Took 0.13 seconds to destroy the instance on the hypervisor. [ 1548.592642] env[62105]: DEBUG oslo.service.loopingcall [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.595847] env[62105]: DEBUG nova.compute.manager [-] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.596010] env[62105]: DEBUG nova.network.neutron [-] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.666975] env[62105]: INFO nova.compute.manager [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] instance snapshotting [ 1548.673184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8da5df7-4569-4947-88bd-7541c0f99986 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.698073] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbeb6e0-13bc-49e9-b080-b28a2d8d74ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.737563] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903479, 'name': CreateVM_Task, 'duration_secs': 0.42743} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.739919] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1548.742711] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.743371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.743709] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1548.745299] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8041db72-3bf5-4fe5-b66c-e21f5b1632ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.752267] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1548.752267] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e945e6-73f6-e783-88fb-581d8a60e9ac" [ 1548.752267] env[62105]: _type = "Task" [ 1548.752267] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.768515] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e945e6-73f6-e783-88fb-581d8a60e9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.815308] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903480, 'name': Rename_Task, 'duration_secs': 0.20972} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.815943] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1548.816508] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b73ca12e-66a0-4d2c-8953-516183e692ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.829341] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1548.829341] env[62105]: value = "task-1903481" [ 1548.829341] env[62105]: _type = "Task" [ 1548.829341] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.850102] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.946021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.126913] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a16c4e7-461b-45eb-b837-db96fdd6856d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.136583] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551dd95-ddde-4931-9295-e36f4517ed45 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.174425] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575abc58-35fa-4911-90ec-1b0d3a0886b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.183546] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d040d629-bb08-4a2c-94d4-37b6088cba65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.200412] env[62105]: DEBUG nova.compute.provider_tree [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.210541] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1549.211085] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12e4997f-1539-4ece-b3a3-88c70c4b80fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.221708] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1549.221708] env[62105]: value = "task-1903482" [ 1549.221708] env[62105]: _type = "Task" [ 1549.221708] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.232698] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.264778] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e945e6-73f6-e783-88fb-581d8a60e9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.017463} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.265739] env[62105]: DEBUG nova.network.neutron [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Updated VIF entry in instance network info cache for port 53dffc3e-7da6-4eed-986c-1a2ba5c915df. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.266080] env[62105]: DEBUG nova.network.neutron [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Updating instance_info_cache with network_info: [{"id": "53dffc3e-7da6-4eed-986c-1a2ba5c915df", "address": "fa:16:3e:62:20:e0", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53dffc3e-7d", "ovs_interfaceid": "53dffc3e-7da6-4eed-986c-1a2ba5c915df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.267286] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.267512] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.267749] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.267888] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.268077] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.268571] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b9ad2a3-91a7-4a60-84ee-949e6b5660bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.279584] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.279799] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.280676] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6c5754-93ac-436b-b6fa-1a82528c682b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.287786] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1549.287786] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dddea3-2801-7c36-ec0f-d4c611e69831" [ 1549.287786] env[62105]: _type = "Task" [ 1549.287786] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.297348] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dddea3-2801-7c36-ec0f-d4c611e69831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.340720] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.651119] env[62105]: DEBUG nova.compute.manager [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Received event network-changed-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1549.651568] env[62105]: DEBUG nova.compute.manager [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Refreshing instance network info cache due to event network-changed-a9a74dc8-12ce-4e3b-9155-67ecf66fad30. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1549.651568] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] Acquiring lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.651901] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] Acquired lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.651901] env[62105]: DEBUG nova.network.neutron [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Refreshing network info cache for port a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.703853] env[62105]: DEBUG nova.scheduler.client.report [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.733785] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.769286] env[62105]: DEBUG oslo_concurrency.lockutils [req-08e93115-dc1c-4868-a2f4-3f508ef6187f req-07d5ed9f-c3ad-4420-807b-554ef16b0562 service nova] Releasing lock "refresh_cache-36a927b6-2c0b-4df6-8d89-8865eff38548" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.799305] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dddea3-2801-7c36-ec0f-d4c611e69831, 'name': SearchDatastore_Task, 'duration_secs': 0.012167} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.800148] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-174d632b-1953-4a8d-9837-01668297f292 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.805826] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1549.805826] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5257f4bd-8149-f77b-5c35-94821d6d450a" [ 1549.805826] env[62105]: _type = "Task" [ 1549.805826] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.814310] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5257f4bd-8149-f77b-5c35-94821d6d450a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.840392] env[62105]: DEBUG oslo_vmware.api [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903481, 'name': PowerOnVM_Task, 'duration_secs': 0.651195} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.840709] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.840936] env[62105]: INFO nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1549.841132] env[62105]: DEBUG nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.841982] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e805a0-cead-44ae-811c-39c0640a4405 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.174752] env[62105]: INFO nova.network.neutron [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Port a9a74dc8-12ce-4e3b-9155-67ecf66fad30 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1550.174996] env[62105]: DEBUG nova.network.neutron [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.210362] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.211043] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1550.214818] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.260s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.218023] env[62105]: DEBUG nova.objects.instance [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lazy-loading 'resources' on Instance uuid e8a155e4-7149-48b6-9f42-c011e5e02f28 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.234915] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903482, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.247089] env[62105]: DEBUG nova.network.neutron [-] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.321603] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5257f4bd-8149-f77b-5c35-94821d6d450a, 'name': SearchDatastore_Task, 'duration_secs': 0.01445} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.322144] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.322546] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 36a927b6-2c0b-4df6-8d89-8865eff38548/36a927b6-2c0b-4df6-8d89-8865eff38548.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.322908] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67234b5c-0e5a-4b3e-90da-898bf397e677 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.332237] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1550.332237] env[62105]: value = "task-1903483" [ 1550.332237] env[62105]: _type = "Task" [ 1550.332237] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.342786] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.364883] env[62105]: INFO nova.compute.manager [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Took 35.03 seconds to build instance. [ 1550.389520] env[62105]: DEBUG nova.compute.manager [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-changed-057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1550.389717] env[62105]: DEBUG nova.compute.manager [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Refreshing instance network info cache due to event network-changed-057d7c8f-8548-4ac8-b619-23a536542431. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1550.389933] env[62105]: DEBUG oslo_concurrency.lockutils [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] Acquiring lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.390274] env[62105]: DEBUG oslo_concurrency.lockutils [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] Acquired lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.390581] env[62105]: DEBUG nova.network.neutron [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Refreshing network info cache for port 057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.679817] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1916ad-4803-41c6-8a01-58438b528a37 req-c024991d-7358-4f2d-ba4b-b9767bb102cc service nova] Releasing lock "refresh_cache-ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.719384] env[62105]: DEBUG nova.compute.utils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1550.723473] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.723760] env[62105]: DEBUG nova.network.neutron [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.744991] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903482, 'name': CreateSnapshot_Task, 'duration_secs': 1.103156} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.745319] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1550.746139] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf374a0-6d61-40c5-90c3-38fc401afe9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.753630] env[62105]: INFO nova.compute.manager [-] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Took 2.16 seconds to deallocate network for instance. [ 1550.803546] env[62105]: DEBUG nova.policy [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '375494e8cfad473e96ec294919b927b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ad8b8d6de084005ab88988e22c6ae21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.853996] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.867156] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0173a86b-7bb6-442b-a096-75e0c38c2180 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.429s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.226804] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1551.284561] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1551.284561] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71d83bd9-b23d-4dc4-aa9b-b19504d7656c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.300971] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1551.300971] env[62105]: value = "task-1903484" [ 1551.300971] env[62105]: _type = "Task" [ 1551.300971] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.312041] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903484, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.321189] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a400fe6-90fa-4ca2-b5a2-0aab4e5497e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.330221] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0fb59-d4c7-49db-a184-8d4587bf35c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.335436] env[62105]: INFO nova.compute.manager [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Took 0.58 seconds to detach 1 volumes for instance. [ 1551.340837] env[62105]: DEBUG nova.compute.manager [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Deleting volume: b9921d1f-7568-43d2-b9f2-ab895431187f {{(pid=62105) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1551.385697] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819708} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.386148] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.390227] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 36a927b6-2c0b-4df6-8d89-8865eff38548/36a927b6-2c0b-4df6-8d89-8865eff38548.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.390506] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.391429] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b566d-b5ce-43c7-9285-8832a1402de0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.397248] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c16604d8-2dd4-4767-804c-d0d4eeb5a5db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.409466] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fd3aba-80d4-4c3a-a6c1-0cc1e43099be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.414733] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1551.414733] env[62105]: value = "task-1903485" [ 1551.414733] env[62105]: _type = "Task" [ 1551.414733] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.429372] env[62105]: DEBUG nova.compute.provider_tree [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.440233] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.459992] env[62105]: DEBUG nova.network.neutron [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updated VIF entry in instance network info cache for port 057d7c8f-8548-4ac8-b619-23a536542431. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.460270] env[62105]: DEBUG nova.network.neutron [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.527037] env[62105]: DEBUG nova.network.neutron [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Successfully created port: a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.814513] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903484, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.912475] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.928762] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242048} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.929242] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.930303] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba3e0a-61f3-4ecb-ab4d-8d3303d9e141 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.935324] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.935961] env[62105]: DEBUG nova.scheduler.client.report [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.967847] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 36a927b6-2c0b-4df6-8d89-8865eff38548/36a927b6-2c0b-4df6-8d89-8865eff38548.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.969779] env[62105]: DEBUG oslo_concurrency.lockutils [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] Releasing lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.969779] env[62105]: DEBUG nova.compute.manager [req-7aa3af42-4fc5-4319-82b1-f7094f9bcd77 req-2be4fc4c-b8f9-428e-a72b-2aedcbd02e03 service nova] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Received event network-vif-deleted-a9a74dc8-12ce-4e3b-9155-67ecf66fad30 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1551.969917] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d52de5-4b0b-4fe4-8a02-86c0aaed29e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.993265] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1551.993265] env[62105]: value = "task-1903487" [ 1551.993265] env[62105]: _type = "Task" [ 1551.993265] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.010078] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.240441] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1552.280797] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1552.280797] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1552.281023] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1552.283217] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1552.283217] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1552.283217] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1552.283217] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1552.283217] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1552.284061] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1552.284061] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1552.284061] env[62105]: DEBUG nova.virt.hardware [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1552.284061] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf85e71-c896-4dff-8bae-04f173b898e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.298665] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520507a-acb4-470f-9bc6-6e7026d2f226 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.326411] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903484, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.443104] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.445051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.512s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.446628] env[62105]: INFO nova.compute.claims [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.462511] env[62105]: INFO nova.scheduler.client.report [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Deleted allocations for instance e8a155e4-7149-48b6-9f42-c011e5e02f28 [ 1552.505116] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.789569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "5dbe2308-8315-445f-9571-994de7e8d4d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.789867] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.790336] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "5dbe2308-8315-445f-9571-994de7e8d4d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.790602] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.791361] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.794829] env[62105]: INFO nova.compute.manager [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Terminating instance [ 1552.819398] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903484, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.841554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.841781] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.975307] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea24f208-c530-411e-b53c-13785e89c367 tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "e8a155e4-7149-48b6-9f42-c011e5e02f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.687s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.006948] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903487, 'name': ReconfigVM_Task, 'duration_secs': 0.852193} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.007315] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 36a927b6-2c0b-4df6-8d89-8865eff38548/36a927b6-2c0b-4df6-8d89-8865eff38548.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1553.007979] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ab4be2-3e03-4bab-a43c-f6035b99deef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.017264] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1553.017264] env[62105]: value = "task-1903488" [ 1553.017264] env[62105]: _type = "Task" [ 1553.017264] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.028989] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903488, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.145763] env[62105]: DEBUG nova.compute.manager [req-9686f6d0-1875-4fe1-8d7d-7556f2526e8d req-e284403e-37e4-48e2-9fdb-bd5111af1fb4 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Received event network-vif-plugged-a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1553.146067] env[62105]: DEBUG oslo_concurrency.lockutils [req-9686f6d0-1875-4fe1-8d7d-7556f2526e8d req-e284403e-37e4-48e2-9fdb-bd5111af1fb4 service nova] Acquiring lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.147372] env[62105]: DEBUG oslo_concurrency.lockutils [req-9686f6d0-1875-4fe1-8d7d-7556f2526e8d req-e284403e-37e4-48e2-9fdb-bd5111af1fb4 service nova] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.147372] env[62105]: DEBUG oslo_concurrency.lockutils [req-9686f6d0-1875-4fe1-8d7d-7556f2526e8d req-e284403e-37e4-48e2-9fdb-bd5111af1fb4 service nova] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.147372] env[62105]: DEBUG nova.compute.manager [req-9686f6d0-1875-4fe1-8d7d-7556f2526e8d req-e284403e-37e4-48e2-9fdb-bd5111af1fb4 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] No waiting events found dispatching network-vif-plugged-a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.147372] env[62105]: WARNING nova.compute.manager [req-9686f6d0-1875-4fe1-8d7d-7556f2526e8d req-e284403e-37e4-48e2-9fdb-bd5111af1fb4 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Received unexpected event network-vif-plugged-a24e49bc-239f-4723-b2f0-5d2e990001ab for instance with vm_state building and task_state spawning. [ 1553.299546] env[62105]: DEBUG nova.compute.manager [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.302022] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.302022] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de4d85a-1584-488c-a18e-eccbff2adf22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.319820] env[62105]: DEBUG nova.network.neutron [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Successfully updated port: a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1553.321220] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.322322] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9764b48a-385c-41ce-bcd1-d06caba7eea5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.327512] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903484, 'name': CloneVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.329804] env[62105]: DEBUG oslo_vmware.api [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1553.329804] env[62105]: value = "task-1903489" [ 1553.329804] env[62105]: _type = "Task" [ 1553.329804] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.340517] env[62105]: DEBUG oslo_vmware.api [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.533186] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903488, 'name': Rename_Task, 'duration_secs': 0.397248} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.533528] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1553.533850] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f035af-87bc-4707-bf5f-6ada028c283e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.542101] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1553.542101] env[62105]: value = "task-1903490" [ 1553.542101] env[62105]: _type = "Task" [ 1553.542101] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.555020] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.822665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "refresh_cache-9ecdb3cc-9a99-49c5-8216-202787d0a6bc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.823060] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquired lock "refresh_cache-9ecdb3cc-9a99-49c5-8216-202787d0a6bc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.823402] env[62105]: DEBUG nova.network.neutron [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.826920] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903484, 'name': CloneVM_Task, 'duration_secs': 2.035436} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.832370] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Created linked-clone VM from snapshot [ 1553.834736] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7ed19c-1921-4fe1-870d-02d800e3e77f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.847962] env[62105]: DEBUG oslo_vmware.api [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903489, 'name': PowerOffVM_Task, 'duration_secs': 0.274322} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.856181] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1553.856432] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1553.857152] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Uploading image 1c0b4046-381c-428c-a1f2-78a615323ddd {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1553.860317] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884c1bc1-862c-4bb4-8587-c8f3afce1749 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.886662] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1553.886662] env[62105]: value = "vm-392952" [ 1553.886662] env[62105]: _type = "VirtualMachine" [ 1553.886662] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1553.886662] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f17ca557-fb4a-4677-a431-9499f2599961 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.894900] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lease: (returnval){ [ 1553.894900] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52afc904-7091-a3c0-66f3-c9ba8b145112" [ 1553.894900] env[62105]: _type = "HttpNfcLease" [ 1553.894900] env[62105]: } obtained for exporting VM: (result){ [ 1553.894900] env[62105]: value = "vm-392952" [ 1553.894900] env[62105]: _type = "VirtualMachine" [ 1553.894900] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1553.895272] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the lease: (returnval){ [ 1553.895272] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52afc904-7091-a3c0-66f3-c9ba8b145112" [ 1553.895272] env[62105]: _type = "HttpNfcLease" [ 1553.895272] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1553.902470] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1553.902470] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52afc904-7091-a3c0-66f3-c9ba8b145112" [ 1553.902470] env[62105]: _type = "HttpNfcLease" [ 1553.902470] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1553.923287] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7bb474-ddbc-4e87-87d5-2336f2d18748 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.933657] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d8032a-7485-4742-9daf-3fa7bc02615b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.967119] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b0de5-f64e-475e-a1d9-22581fbe75e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.969835] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1553.970048] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1553.970234] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Deleting the datastore file [datastore1] 5dbe2308-8315-445f-9571-994de7e8d4d2 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1553.970515] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49b2c480-45ce-47a0-a6ea-bdb9520f7a09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.978477] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f97dee0-a76b-4cde-b5c0-ce2c5ddd03be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.982272] env[62105]: DEBUG oslo_vmware.api [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for the task: (returnval){ [ 1553.982272] env[62105]: value = "task-1903493" [ 1553.982272] env[62105]: _type = "Task" [ 1553.982272] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.993743] env[62105]: DEBUG nova.compute.provider_tree [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.000139] env[62105]: DEBUG oslo_vmware.api [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.053209] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.225724] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "413dd89a-6b40-41bb-9140-3a809ab169c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.226039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.226318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "413dd89a-6b40-41bb-9140-3a809ab169c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.226544] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.226729] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.229122] env[62105]: INFO nova.compute.manager [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Terminating instance [ 1554.359691] env[62105]: DEBUG nova.network.neutron [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.405416] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1554.405416] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52afc904-7091-a3c0-66f3-c9ba8b145112" [ 1554.405416] env[62105]: _type = "HttpNfcLease" [ 1554.405416] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1554.405724] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1554.405724] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52afc904-7091-a3c0-66f3-c9ba8b145112" [ 1554.405724] env[62105]: _type = "HttpNfcLease" [ 1554.405724] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1554.406485] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891198c-458c-4e07-89d6-fc121d4dbabc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.414771] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b024b8-5eee-c213-f22f-76d83e9bc744/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1554.414958] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b024b8-5eee-c213-f22f-76d83e9bc744/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1554.496827] env[62105]: DEBUG nova.scheduler.client.report [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.500450] env[62105]: DEBUG oslo_vmware.api [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Task: {'id': task-1903493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2615} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.501014] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.501205] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.501381] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.501546] env[62105]: INFO nova.compute.manager [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1554.501784] env[62105]: DEBUG oslo.service.loopingcall [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.502203] env[62105]: DEBUG nova.compute.manager [-] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.502306] env[62105]: DEBUG nova.network.neutron [-] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.541662] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af90548f-b235-48a6-9418-09ed72898105 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.553129] env[62105]: DEBUG oslo_vmware.api [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903490, 'name': PowerOnVM_Task, 'duration_secs': 0.954516} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.556556] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.556777] env[62105]: INFO nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1554.557050] env[62105]: DEBUG nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.559783] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f913837-6d1e-4f3c-9b7a-1b4c4402da61 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.630677] env[62105]: DEBUG nova.network.neutron [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Updating instance_info_cache with network_info: [{"id": "a24e49bc-239f-4723-b2f0-5d2e990001ab", "address": "fa:16:3e:fa:76:c8", "network": {"id": "a8cdc179-dd28-4cf6-bef0-6c64ee4df308", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1863703787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad8b8d6de084005ab88988e22c6ae21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24e49bc-23", "ovs_interfaceid": "a24e49bc-239f-4723-b2f0-5d2e990001ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.733492] env[62105]: DEBUG nova.compute.manager [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1554.734306] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.735652] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad49185-4db7-4ebb-bbab-76930501a47f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.745783] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.746052] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ba0ec3-ffce-4ae9-bd44-278fe39356bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.753779] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1554.753779] env[62105]: value = "task-1903494" [ 1554.753779] env[62105]: _type = "Task" [ 1554.753779] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.762826] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.003843] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.004722] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.010761] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.089s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.010761] env[62105]: DEBUG nova.objects.instance [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lazy-loading 'resources' on Instance uuid 27885184-734b-42ae-8c31-e14e67330fbd {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.082364] env[62105]: INFO nova.compute.manager [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Took 37.72 seconds to build instance. [ 1555.133663] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Releasing lock "refresh_cache-9ecdb3cc-9a99-49c5-8216-202787d0a6bc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.134010] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Instance network_info: |[{"id": "a24e49bc-239f-4723-b2f0-5d2e990001ab", "address": "fa:16:3e:fa:76:c8", "network": {"id": "a8cdc179-dd28-4cf6-bef0-6c64ee4df308", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1863703787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad8b8d6de084005ab88988e22c6ae21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24e49bc-23", "ovs_interfaceid": "a24e49bc-239f-4723-b2f0-5d2e990001ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1555.134475] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:76:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a24e49bc-239f-4723-b2f0-5d2e990001ab', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1555.142787] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Creating folder: Project (6ad8b8d6de084005ab88988e22c6ae21). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.144224] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf36985d-2867-4ed0-b53b-e9c930bc6967 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.159403] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Created folder: Project (6ad8b8d6de084005ab88988e22c6ae21) in parent group-v392807. [ 1555.159614] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Creating folder: Instances. Parent ref: group-v392953. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1555.159958] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5682e8bd-1b22-4b20-90ed-d035e9fb6c84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.173443] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Created folder: Instances in parent group-v392953. [ 1555.173798] env[62105]: DEBUG oslo.service.loopingcall [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.174055] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1555.174374] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44ffffa-20df-42a0-90ec-66f487ee0abe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.198459] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1555.198459] env[62105]: value = "task-1903497" [ 1555.198459] env[62105]: _type = "Task" [ 1555.198459] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.208458] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903497, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.246430] env[62105]: DEBUG nova.compute.manager [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Received event network-changed-a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1555.246430] env[62105]: DEBUG nova.compute.manager [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Refreshing instance network info cache due to event network-changed-a24e49bc-239f-4723-b2f0-5d2e990001ab. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1555.246430] env[62105]: DEBUG oslo_concurrency.lockutils [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] Acquiring lock "refresh_cache-9ecdb3cc-9a99-49c5-8216-202787d0a6bc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.246598] env[62105]: DEBUG oslo_concurrency.lockutils [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] Acquired lock "refresh_cache-9ecdb3cc-9a99-49c5-8216-202787d0a6bc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.248046] env[62105]: DEBUG nova.network.neutron [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Refreshing network info cache for port a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.265769] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903494, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.515975] env[62105]: DEBUG nova.compute.utils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.521295] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.521295] env[62105]: DEBUG nova.network.neutron [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.547583] env[62105]: DEBUG nova.network.neutron [-] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.581140] env[62105]: DEBUG nova.policy [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba505cacc23432686bcda09ad362352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ca61bf24444afda33c24112d275e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.586315] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bd2b40b0-2820-4d06-a703-58484da86ba7 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.296s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.715148] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903497, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.770511] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903494, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.017560] env[62105]: DEBUG nova.network.neutron [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Successfully created port: c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.021258] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.051738] env[62105]: INFO nova.compute.manager [-] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Took 1.55 seconds to deallocate network for instance. [ 1556.098038] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1556.142878] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2268dd8-9110-4370-a4c7-a01fb545e2c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.154442] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93936df6-6e2f-41d1-b60f-fea2fdadae73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.197849] env[62105]: DEBUG nova.network.neutron [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Updated VIF entry in instance network info cache for port a24e49bc-239f-4723-b2f0-5d2e990001ab. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1556.201317] env[62105]: DEBUG nova.network.neutron [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Updating instance_info_cache with network_info: [{"id": "a24e49bc-239f-4723-b2f0-5d2e990001ab", "address": "fa:16:3e:fa:76:c8", "network": {"id": "a8cdc179-dd28-4cf6-bef0-6c64ee4df308", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1863703787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ad8b8d6de084005ab88988e22c6ae21", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa24e49bc-23", "ovs_interfaceid": "a24e49bc-239f-4723-b2f0-5d2e990001ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.201317] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2aa8fc-bc00-4f1d-8192-1003a0420498 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.216383] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a0eb0-32e4-4fe6-8bfd-14cd24e8b96b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.222797] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903497, 'name': CreateVM_Task, 'duration_secs': 0.547211} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.223766] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.224990] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.225357] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.225928] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.226579] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52d20d5-3440-4005-b54e-0cdaadf3b757 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.238548] env[62105]: DEBUG nova.compute.provider_tree [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.248083] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1556.248083] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c9e3f3-268f-1207-f552-b948a7f5bf5b" [ 1556.248083] env[62105]: _type = "Task" [ 1556.248083] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.257295] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c9e3f3-268f-1207-f552-b948a7f5bf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.267570] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903494, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.565313] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.625556] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.669011] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.669269] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.704958] env[62105]: DEBUG oslo_concurrency.lockutils [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] Releasing lock "refresh_cache-9ecdb3cc-9a99-49c5-8216-202787d0a6bc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.705320] env[62105]: DEBUG nova.compute.manager [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Received event network-vif-deleted-2758054a-99c4-4d5b-85d5-4327e66032fd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1556.705934] env[62105]: INFO nova.compute.manager [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Neutron deleted interface 2758054a-99c4-4d5b-85d5-4327e66032fd; detaching it from the instance and deleting it from the info cache [ 1556.706183] env[62105]: DEBUG nova.network.neutron [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.747164] env[62105]: DEBUG nova.scheduler.client.report [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.765961] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c9e3f3-268f-1207-f552-b948a7f5bf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.024713} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.765961] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.765961] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.766202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.766598] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.767168] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.768988] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73f75421-1848-4396-996b-588f615276fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.774235] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903494, 'name': PowerOffVM_Task, 'duration_secs': 1.62512} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.774921] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1556.775135] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1556.775481] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a65a06ce-7b11-4a19-84d6-a4264355d14e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.786056] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.786888] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.787428] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a17ced4-39c4-4184-9eeb-c6f49b4a9246 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.794360] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1556.794360] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5248ea95-10e7-57dd-2408-f3c35707b681" [ 1556.794360] env[62105]: _type = "Task" [ 1556.794360] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.803588] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5248ea95-10e7-57dd-2408-f3c35707b681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.860739] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1556.860971] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1556.861227] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Deleting the datastore file [datastore2] 413dd89a-6b40-41bb-9140-3a809ab169c6 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1556.861597] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c73ac807-5fc8-4e2b-a9d5-99034372e006 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.867884] env[62105]: DEBUG oslo_concurrency.lockutils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.868221] env[62105]: DEBUG oslo_concurrency.lockutils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.871468] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for the task: (returnval){ [ 1556.871468] env[62105]: value = "task-1903499" [ 1556.871468] env[62105]: _type = "Task" [ 1556.871468] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.883218] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.033010] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.062943] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1557.063217] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.063378] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1557.063563] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.063710] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1557.063859] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1557.064080] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1557.064250] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1557.064423] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1557.064589] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1557.064761] env[62105]: DEBUG nova.virt.hardware [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1557.065686] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68100a59-21ac-4ede-b87f-1aef70f5184d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.075555] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47573c-462c-449a-87cc-f6916b57b681 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.209376] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-969b3459-eab1-468e-83e8-f90f2a9f11bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.220769] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e515fd4-88d3-469d-90ca-8cca915da702 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.259253] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.261553] env[62105]: DEBUG nova.compute.manager [req-a6f1c13b-5a76-4376-8efe-15ce8a50d661 req-3b6c991f-33d9-48dc-9ff0-10846283d1ad service nova] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Detach interface failed, port_id=2758054a-99c4-4d5b-85d5-4327e66032fd, reason: Instance 5dbe2308-8315-445f-9571-994de7e8d4d2 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1557.262269] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.233s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.264174] env[62105]: INFO nova.compute.claims [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.284764] env[62105]: INFO nova.scheduler.client.report [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Deleted allocations for instance 27885184-734b-42ae-8c31-e14e67330fbd [ 1557.306277] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5248ea95-10e7-57dd-2408-f3c35707b681, 'name': SearchDatastore_Task, 'duration_secs': 0.013443} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.307163] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2d5d1a-54dd-437c-ac0b-70be02502ef6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.315270] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1557.315270] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5261e242-57cd-43e7-e1cf-b15f452366c5" [ 1557.315270] env[62105]: _type = "Task" [ 1557.315270] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.324881] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5261e242-57cd-43e7-e1cf-b15f452366c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.373443] env[62105]: DEBUG nova.compute.utils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.384980] env[62105]: DEBUG oslo_vmware.api [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Task: {'id': task-1903499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209491} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.385975] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.386209] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.386444] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.386639] env[62105]: INFO nova.compute.manager [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1557.386931] env[62105]: DEBUG oslo.service.loopingcall [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.387530] env[62105]: DEBUG nova.compute.manager [-] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.387747] env[62105]: DEBUG nova.network.neutron [-] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1557.794062] env[62105]: DEBUG oslo_concurrency.lockutils [None req-74c4e069-19ab-4e52-b535-c544939addc4 tempest-VolumesAssistedSnapshotsTest-882557169 tempest-VolumesAssistedSnapshotsTest-882557169-project-member] Lock "27885184-734b-42ae-8c31-e14e67330fbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.591s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.838031] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5261e242-57cd-43e7-e1cf-b15f452366c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.838031] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.838031] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 9ecdb3cc-9a99-49c5-8216-202787d0a6bc/9ecdb3cc-9a99-49c5-8216-202787d0a6bc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.838031] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb39baca-40db-426e-bafc-837eb57d1e99 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.848261] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1557.848261] env[62105]: value = "task-1903500" [ 1557.848261] env[62105]: _type = "Task" [ 1557.848261] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.858057] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.879441] env[62105]: DEBUG oslo_concurrency.lockutils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.039326] env[62105]: DEBUG nova.compute.manager [req-3a4eec31-fcef-400d-8086-6fedd1cd88e9 req-841c829e-a7a7-4491-957f-82a265e90af2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Received event network-vif-plugged-c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1558.039764] env[62105]: DEBUG oslo_concurrency.lockutils [req-3a4eec31-fcef-400d-8086-6fedd1cd88e9 req-841c829e-a7a7-4491-957f-82a265e90af2 service nova] Acquiring lock "8826aa32-09c5-4d0d-a543-e11f766c77c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.042402] env[62105]: DEBUG oslo_concurrency.lockutils [req-3a4eec31-fcef-400d-8086-6fedd1cd88e9 req-841c829e-a7a7-4491-957f-82a265e90af2 service nova] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.042402] env[62105]: DEBUG oslo_concurrency.lockutils [req-3a4eec31-fcef-400d-8086-6fedd1cd88e9 req-841c829e-a7a7-4491-957f-82a265e90af2 service nova] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.042402] env[62105]: DEBUG nova.compute.manager [req-3a4eec31-fcef-400d-8086-6fedd1cd88e9 req-841c829e-a7a7-4491-957f-82a265e90af2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] No waiting events found dispatching network-vif-plugged-c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.042402] env[62105]: WARNING nova.compute.manager [req-3a4eec31-fcef-400d-8086-6fedd1cd88e9 req-841c829e-a7a7-4491-957f-82a265e90af2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Received unexpected event network-vif-plugged-c0a12d9d-eef3-4583-bd92-e6b09fc8e15e for instance with vm_state building and task_state spawning. [ 1558.073606] env[62105]: DEBUG nova.network.neutron [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Successfully updated port: c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1558.360441] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.544610] env[62105]: DEBUG nova.network.neutron [-] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.575744] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-8826aa32-09c5-4d0d-a543-e11f766c77c1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.575914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-8826aa32-09c5-4d0d-a543-e11f766c77c1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.576045] env[62105]: DEBUG nova.network.neutron [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.726481] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc944eef-cdce-4949-a199-73fc7266ee38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.735233] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0064beb7-5a43-42e2-b4db-50dc651dd091 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.766763] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db41166c-039b-4867-b9b8-da926a2947e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.775362] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6729bee1-4a97-4998-8a8d-d64cf6ffee61 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.791907] env[62105]: DEBUG nova.compute.provider_tree [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.860152] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637139} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.860663] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 9ecdb3cc-9a99-49c5-8216-202787d0a6bc/9ecdb3cc-9a99-49c5-8216-202787d0a6bc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.860663] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.860942] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4aae9de-9906-4323-a36f-e809c7f4d6c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.869065] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1558.869065] env[62105]: value = "task-1903501" [ 1558.869065] env[62105]: _type = "Task" [ 1558.869065] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.878888] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.975677] env[62105]: DEBUG oslo_concurrency.lockutils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.975970] env[62105]: DEBUG oslo_concurrency.lockutils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.976231] env[62105]: INFO nova.compute.manager [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Attaching volume 0a2bc450-2543-4caa-943a-f5ef1bea3750 to /dev/sdb [ 1559.012835] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de26339d-6641-4802-9333-d9b3ccb8834c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.024214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51fd3d6-62ad-47ce-88c0-467f9535f9f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.040400] env[62105]: DEBUG nova.virt.block_device [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating existing volume attachment record: f9e32125-e2dd-4387-a475-33940d8261ce {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1559.047923] env[62105]: INFO nova.compute.manager [-] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Took 1.66 seconds to deallocate network for instance. [ 1559.128078] env[62105]: DEBUG nova.network.neutron [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.294862] env[62105]: DEBUG nova.scheduler.client.report [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.380380] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.380675] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.381483] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7f8ce0-4499-483d-b2f6-a26365a6208c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.386741] env[62105]: DEBUG nova.network.neutron [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Updating instance_info_cache with network_info: [{"id": "c0a12d9d-eef3-4583-bd92-e6b09fc8e15e", "address": "fa:16:3e:77:07:74", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a12d9d-ee", "ovs_interfaceid": "c0a12d9d-eef3-4583-bd92-e6b09fc8e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.406577] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 9ecdb3cc-9a99-49c5-8216-202787d0a6bc/9ecdb3cc-9a99-49c5-8216-202787d0a6bc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.407763] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3873904e-d0ba-4c3c-9ce2-bd77b88ec777 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.429276] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1559.429276] env[62105]: value = "task-1903505" [ 1559.429276] env[62105]: _type = "Task" [ 1559.429276] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.438928] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.557219] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.557648] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.557878] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.558087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.558276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.558448] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.561147] env[62105]: INFO nova.compute.manager [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Terminating instance [ 1559.800151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.800777] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.803665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.216s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.803975] env[62105]: DEBUG nova.objects.instance [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1559.908278] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-8826aa32-09c5-4d0d-a543-e11f766c77c1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.908782] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Instance network_info: |[{"id": "c0a12d9d-eef3-4583-bd92-e6b09fc8e15e", "address": "fa:16:3e:77:07:74", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a12d9d-ee", "ovs_interfaceid": "c0a12d9d-eef3-4583-bd92-e6b09fc8e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1559.909365] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:07:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0a12d9d-eef3-4583-bd92-e6b09fc8e15e', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.918947] env[62105]: DEBUG oslo.service.loopingcall [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.919474] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.919811] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22cbca21-f064-4b2a-abdd-6724407f15df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.948367] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903505, 'name': ReconfigVM_Task, 'duration_secs': 0.431385} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.950710] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 9ecdb3cc-9a99-49c5-8216-202787d0a6bc/9ecdb3cc-9a99-49c5-8216-202787d0a6bc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.951168] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.951168] env[62105]: value = "task-1903506" [ 1559.951168] env[62105]: _type = "Task" [ 1559.951168] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.952049] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-130f7097-53e0-4ac3-b6fd-a073f993b462 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.963783] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903506, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.965347] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1559.965347] env[62105]: value = "task-1903507" [ 1559.965347] env[62105]: _type = "Task" [ 1559.965347] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.974763] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903507, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.066120] env[62105]: DEBUG nova.compute.manager [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.066493] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.067776] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529154d8-093a-4560-ac9a-799d7f3a3293 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.077246] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.077837] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a6eca3-4d3d-4afa-aacf-699ae4bd6499 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.086927] env[62105]: DEBUG oslo_vmware.api [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1560.086927] env[62105]: value = "task-1903508" [ 1560.086927] env[62105]: _type = "Task" [ 1560.086927] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.093997] env[62105]: DEBUG nova.compute.manager [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Received event network-vif-deleted-f39090db-4ce3-4b3c-8638-86ddb3122dd4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1560.096088] env[62105]: DEBUG nova.compute.manager [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Received event network-changed-c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1560.096088] env[62105]: DEBUG nova.compute.manager [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Refreshing instance network info cache due to event network-changed-c0a12d9d-eef3-4583-bd92-e6b09fc8e15e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1560.096088] env[62105]: DEBUG oslo_concurrency.lockutils [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] Acquiring lock "refresh_cache-8826aa32-09c5-4d0d-a543-e11f766c77c1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.096088] env[62105]: DEBUG oslo_concurrency.lockutils [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] Acquired lock "refresh_cache-8826aa32-09c5-4d0d-a543-e11f766c77c1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.096088] env[62105]: DEBUG nova.network.neutron [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Refreshing network info cache for port c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.102808] env[62105]: DEBUG oslo_vmware.api [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.309215] env[62105]: DEBUG nova.compute.utils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.314455] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.314652] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.399598] env[62105]: DEBUG nova.policy [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7301abe11534d07b1e95b7ae63b8497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d91f5a6c07b4f49be65c151294b96bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.480040] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903506, 'name': CreateVM_Task, 'duration_secs': 0.462164} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.483644] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.484027] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903507, 'name': Rename_Task, 'duration_secs': 0.189747} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.484701] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.484864] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.485205] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.485497] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.485741] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e81ec95-0d22-465c-add4-0374a3a517ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.487504] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb6b79c-ec62-487f-bd8c-c631a3764b83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.492968] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1560.492968] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524e6f57-2ac6-e599-c189-995921e0f2ea" [ 1560.492968] env[62105]: _type = "Task" [ 1560.492968] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.498105] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1560.498105] env[62105]: value = "task-1903509" [ 1560.498105] env[62105]: _type = "Task" [ 1560.498105] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.505491] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524e6f57-2ac6-e599-c189-995921e0f2ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.510722] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.605234] env[62105]: DEBUG oslo_vmware.api [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903508, 'name': PowerOffVM_Task, 'duration_secs': 0.404435} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.605234] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.605234] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.605234] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77baeb90-b9b8-4d83-8908-57f4488d1354 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.703783] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.703783] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.703783] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Deleting the datastore file [datastore2] fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.706028] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94851c6e-4efa-4849-8bf1-2909abb50a1c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.717136] env[62105]: DEBUG oslo_vmware.api [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for the task: (returnval){ [ 1560.717136] env[62105]: value = "task-1903511" [ 1560.717136] env[62105]: _type = "Task" [ 1560.717136] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.731415] env[62105]: DEBUG oslo_vmware.api [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.765671] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Successfully created port: 7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.815610] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.826832] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aaf736a8-00b5-4676-a4f6-5bf02d732f76 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.831029] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.158s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.832662] env[62105]: INFO nova.compute.claims [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1560.967798] env[62105]: DEBUG nova.network.neutron [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Updated VIF entry in instance network info cache for port c0a12d9d-eef3-4583-bd92-e6b09fc8e15e. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.968315] env[62105]: DEBUG nova.network.neutron [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Updating instance_info_cache with network_info: [{"id": "c0a12d9d-eef3-4583-bd92-e6b09fc8e15e", "address": "fa:16:3e:77:07:74", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0a12d9d-ee", "ovs_interfaceid": "c0a12d9d-eef3-4583-bd92-e6b09fc8e15e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.009250] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524e6f57-2ac6-e599-c189-995921e0f2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.010152] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.010592] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.010994] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.011430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.012350] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.012350] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b31203-8c36-487f-9d94-0af56a4ee552 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.019526] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.027705] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.028478] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.029468] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f7e7a8-7aad-4e03-82d3-4630f13d8c31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.036533] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1561.036533] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e47ac9-7d31-8f21-8c3d-003b81a17846" [ 1561.036533] env[62105]: _type = "Task" [ 1561.036533] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.054734] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e47ac9-7d31-8f21-8c3d-003b81a17846, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.055593] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7474dccc-8284-4e82-a1c1-be2aac099000 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.063016] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1561.063016] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52818c5d-64ef-492c-2963-724675961407" [ 1561.063016] env[62105]: _type = "Task" [ 1561.063016] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.073357] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52818c5d-64ef-492c-2963-724675961407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.150442] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Successfully created port: 3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.234771] env[62105]: DEBUG oslo_vmware.api [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Task: {'id': task-1903511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153053} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.235268] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.235494] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.236166] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.236394] env[62105]: INFO nova.compute.manager [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1561.236665] env[62105]: DEBUG oslo.service.loopingcall [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.236945] env[62105]: DEBUG nova.compute.manager [-] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.237067] env[62105]: DEBUG nova.network.neutron [-] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.471840] env[62105]: DEBUG oslo_concurrency.lockutils [req-bebdcc94-267f-40e9-ba30-5a2ff9d1dfbb req-a5fcf6f5-598f-4b24-a70e-6e492ad4bce2 service nova] Releasing lock "refresh_cache-8826aa32-09c5-4d0d-a543-e11f766c77c1" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.514272] env[62105]: DEBUG oslo_vmware.api [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903509, 'name': PowerOnVM_Task, 'duration_secs': 0.864563} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.514655] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.514892] env[62105]: INFO nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1561.515096] env[62105]: DEBUG nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.515908] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4261a28-139a-4628-92b0-b8e9881d0284 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.576800] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52818c5d-64ef-492c-2963-724675961407, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.576800] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.576800] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 8826aa32-09c5-4d0d-a543-e11f766c77c1/8826aa32-09c5-4d0d-a543-e11f766c77c1.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1561.576800] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-754adbcc-de44-4db1-9aee-3550bcf45745 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.585098] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1561.585098] env[62105]: value = "task-1903513" [ 1561.585098] env[62105]: _type = "Task" [ 1561.585098] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.598283] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.658990] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Successfully created port: 244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1561.838626] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.876537] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.876834] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.877716] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.878049] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.878253] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.879586] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.882206] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.882515] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.882858] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.883502] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.883634] env[62105]: DEBUG nova.virt.hardware [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.884757] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6339a-480d-4ad8-b6da-4336af6c0fa1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.899907] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb27e16-8b2a-47fc-bcc9-0907182737e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.043821] env[62105]: INFO nova.compute.manager [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Took 43.41 seconds to build instance. [ 1562.101553] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903513, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.390881] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f82a156-5607-4892-998f-b376cb342f1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.400395] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c94409-a7c2-430d-b32b-7fc0f84043f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.433629] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416217fd-8aad-471e-8c5f-80e2e26aa731 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.442770] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e304c-2bd1-4c3e-ab2a-9e429acffbec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.459817] env[62105]: DEBUG nova.compute.provider_tree [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.465847] env[62105]: DEBUG nova.compute.manager [req-534b6c85-4820-4ba1-b2d7-d562b6ef0e26 req-a397f756-6e33-44d3-81cd-5a99699afca8 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Received event network-vif-deleted-a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1562.466079] env[62105]: INFO nova.compute.manager [req-534b6c85-4820-4ba1-b2d7-d562b6ef0e26 req-a397f756-6e33-44d3-81cd-5a99699afca8 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Neutron deleted interface a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91; detaching it from the instance and deleting it from the info cache [ 1562.466322] env[62105]: DEBUG nova.network.neutron [req-534b6c85-4820-4ba1-b2d7-d562b6ef0e26 req-a397f756-6e33-44d3-81cd-5a99699afca8 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.546997] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1a9d0de9-db79-4926-917e-ace13aa50b15 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.249s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.562853] env[62105]: DEBUG nova.network.neutron [-] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.598977] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571324} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.599306] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 8826aa32-09c5-4d0d-a543-e11f766c77c1/8826aa32-09c5-4d0d-a543-e11f766c77c1.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1562.599545] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1562.600143] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5bba1b6-9cb0-4f2c-99f3-f483881043b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.609503] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1562.609503] env[62105]: value = "task-1903514" [ 1562.609503] env[62105]: _type = "Task" [ 1562.609503] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.619000] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.970418] env[62105]: DEBUG nova.scheduler.client.report [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1562.974869] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54eaacde-4a8b-4317-81ba-7d412a87ad1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.985691] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b422c461-0f46-4ac9-8264-3c29e2d183f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.034797] env[62105]: DEBUG nova.compute.manager [req-534b6c85-4820-4ba1-b2d7-d562b6ef0e26 req-a397f756-6e33-44d3-81cd-5a99699afca8 service nova] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Detach interface failed, port_id=a8dbd50a-14c7-4e3a-b59b-36f21ab4ca91, reason: Instance fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1563.035548] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.036176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.036176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.036176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.036476] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.038853] env[62105]: INFO nova.compute.manager [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Terminating instance [ 1563.049650] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.067336] env[62105]: INFO nova.compute.manager [-] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Took 1.83 seconds to deallocate network for instance. [ 1563.121552] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076278} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.121828] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1563.122696] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3a219-423c-4673-9186-6692a11aea92 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.145065] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 8826aa32-09c5-4d0d-a543-e11f766c77c1/8826aa32-09c5-4d0d-a543-e11f766c77c1.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.145644] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af490541-26ef-4230-9c83-fcaaf5eb5684 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.165969] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1563.165969] env[62105]: value = "task-1903515" [ 1563.165969] env[62105]: _type = "Task" [ 1563.165969] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.174709] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.478310] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.478851] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1563.481992] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.734s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.483423] env[62105]: INFO nova.compute.claims [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1563.543094] env[62105]: DEBUG nova.compute.manager [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.543383] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.544284] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b27591-5b32-41dd-8fa1-d664cf58d433 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.556021] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.558778] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97c40bcc-c569-42d8-9b83-18006b4e03fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.566406] env[62105]: DEBUG oslo_vmware.api [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1563.566406] env[62105]: value = "task-1903516" [ 1563.566406] env[62105]: _type = "Task" [ 1563.566406] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.577242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.577242] env[62105]: DEBUG oslo_vmware.api [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.578120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.590599] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1563.590841] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392957', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'name': 'volume-0a2bc450-2543-4caa-943a-f5ef1bea3750', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '700b21a6-33e0-430b-a2a9-172ac8d684af', 'attached_at': '', 'detached_at': '', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'serial': '0a2bc450-2543-4caa-943a-f5ef1bea3750'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1563.591776] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d28d1d-69e6-4a8a-ab65-26e55fc32842 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.609494] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64195bda-acbd-4908-ad99-750aef4e7f2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.635698] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] volume-0a2bc450-2543-4caa-943a-f5ef1bea3750/volume-0a2bc450-2543-4caa-943a-f5ef1bea3750.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1563.636068] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-812d0ff1-d46a-42dc-b9b6-3b6e244ab418 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.655407] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1563.655407] env[62105]: value = "task-1903517" [ 1563.655407] env[62105]: _type = "Task" [ 1563.655407] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.668426] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.677687] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903515, 'name': ReconfigVM_Task, 'duration_secs': 0.33926} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.677985] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 8826aa32-09c5-4d0d-a543-e11f766c77c1/8826aa32-09c5-4d0d-a543-e11f766c77c1.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.678660] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94271bda-a30d-480d-8e1c-95cbddac0240 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.689013] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1563.689013] env[62105]: value = "task-1903518" [ 1563.689013] env[62105]: _type = "Task" [ 1563.689013] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.708646] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903518, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.876852] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Successfully updated port: 7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1563.990617] env[62105]: DEBUG nova.compute.utils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1563.992360] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1563.992360] env[62105]: DEBUG nova.network.neutron [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.079294] env[62105]: DEBUG oslo_vmware.api [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903516, 'name': PowerOffVM_Task, 'duration_secs': 0.282803} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.079671] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.079728] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.079980] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-943f9d96-1017-41bf-bce5-19e7e0c6d745 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.084859] env[62105]: DEBUG nova.policy [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c7833378a247e5b9a34085a2b3bc53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a7cda591a2b4a7aa3ddf35f15927003', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.166442] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.184612] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.184855] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.185057] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Deleting the datastore file [datastore2] 9ecdb3cc-9a99-49c5-8216-202787d0a6bc {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.185337] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1590ba6d-8167-48f1-92f6-8a6c2d95e876 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.194252] env[62105]: DEBUG oslo_vmware.api [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for the task: (returnval){ [ 1564.194252] env[62105]: value = "task-1903520" [ 1564.194252] env[62105]: _type = "Task" [ 1564.194252] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.201396] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903518, 'name': Rename_Task, 'duration_secs': 0.163861} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.202084] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1564.202381] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fa3d51-6f12-4c54-8189-dd74379c74aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.207220] env[62105]: DEBUG oslo_vmware.api [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.213362] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1564.213362] env[62105]: value = "task-1903521" [ 1564.213362] env[62105]: _type = "Task" [ 1564.213362] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.223074] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.495409] env[62105]: DEBUG nova.compute.manager [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-vif-plugged-7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1564.495910] env[62105]: DEBUG oslo_concurrency.lockutils [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] Acquiring lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.496422] env[62105]: DEBUG oslo_concurrency.lockutils [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.496422] env[62105]: DEBUG oslo_concurrency.lockutils [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.496601] env[62105]: DEBUG nova.compute.manager [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] No waiting events found dispatching network-vif-plugged-7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.496845] env[62105]: WARNING nova.compute.manager [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received unexpected event network-vif-plugged-7e53e6a7-bc7a-467c-a52c-751d39cae02d for instance with vm_state building and task_state spawning. [ 1564.497122] env[62105]: DEBUG nova.compute.manager [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-changed-7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1564.497293] env[62105]: DEBUG nova.compute.manager [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Refreshing instance network info cache due to event network-changed-7e53e6a7-bc7a-467c-a52c-751d39cae02d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1564.497575] env[62105]: DEBUG oslo_concurrency.lockutils [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] Acquiring lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.497674] env[62105]: DEBUG oslo_concurrency.lockutils [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] Acquired lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.497819] env[62105]: DEBUG nova.network.neutron [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Refreshing network info cache for port 7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.502734] env[62105]: DEBUG nova.compute.utils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.623674] env[62105]: DEBUG nova.network.neutron [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Successfully created port: 7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1564.673159] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903517, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.711787] env[62105]: DEBUG oslo_vmware.api [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Task: {'id': task-1903520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21121} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.715754] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.716039] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.716292] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.716532] env[62105]: INFO nova.compute.manager [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1564.717388] env[62105]: DEBUG oslo.service.loopingcall [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.717813] env[62105]: DEBUG nova.compute.manager [-] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.717941] env[62105]: DEBUG nova.network.neutron [-] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.732422] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903521, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.958774] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b024b8-5eee-c213-f22f-76d83e9bc744/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1564.959778] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff409f2-d85c-4fc5-a592-b1daa92f2d9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.971199] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b024b8-5eee-c213-f22f-76d83e9bc744/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1564.971199] env[62105]: ERROR oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b024b8-5eee-c213-f22f-76d83e9bc744/disk-0.vmdk due to incomplete transfer. [ 1564.973837] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-be3826d9-a9be-49a7-9c24-7887ce759cee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.984995] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b024b8-5eee-c213-f22f-76d83e9bc744/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1564.984995] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Uploaded image 1c0b4046-381c-428c-a1f2-78a615323ddd to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1564.988502] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1564.991963] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-206d23fe-d9c9-4619-81bd-3815b08a8ada {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.002596] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1565.002596] env[62105]: value = "task-1903522" [ 1565.002596] env[62105]: _type = "Task" [ 1565.002596] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.009887] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.023581] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903522, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.077357] env[62105]: DEBUG nova.network.neutron [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.119315] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15139530-abc6-4b50-90b6-fe558588bf2e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.128616] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d1a6d-98cd-4327-ac02-d15b86fc05e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.175687] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fb24ae-1561-476e-8788-e1f81991aa3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.184928] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903517, 'name': ReconfigVM_Task, 'duration_secs': 1.442963} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.187188] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Reconfigured VM instance instance-00000025 to attach disk [datastore1] volume-0a2bc450-2543-4caa-943a-f5ef1bea3750/volume-0a2bc450-2543-4caa-943a-f5ef1bea3750.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1565.193397] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9ded331-afdb-490e-9b37-c0c0311c8049 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.205768] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85d561-c9ec-4e83-9c8d-a31a8a390307 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.212208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.212208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.212208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.212208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.212434] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.215336] env[62105]: INFO nova.compute.manager [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Terminating instance [ 1565.240315] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1565.240315] env[62105]: value = "task-1903523" [ 1565.240315] env[62105]: _type = "Task" [ 1565.240315] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.241243] env[62105]: DEBUG nova.compute.provider_tree [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.243570] env[62105]: DEBUG nova.network.neutron [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.252806] env[62105]: DEBUG oslo_vmware.api [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903521, 'name': PowerOnVM_Task, 'duration_secs': 0.547124} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.257374] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1565.257374] env[62105]: INFO nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1565.257374] env[62105]: DEBUG nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.257374] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb89999-85db-443c-8592-0045f5341492 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.262571] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.512893] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903522, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.532514] env[62105]: DEBUG nova.compute.manager [req-224e1abc-c2fb-4149-a0af-c8c9c7b81c56 req-e4c3abad-849e-4568-8bf7-9930cef3e8e6 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Received event network-vif-deleted-a24e49bc-239f-4723-b2f0-5d2e990001ab {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1565.532725] env[62105]: INFO nova.compute.manager [req-224e1abc-c2fb-4149-a0af-c8c9c7b81c56 req-e4c3abad-849e-4568-8bf7-9930cef3e8e6 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Neutron deleted interface a24e49bc-239f-4723-b2f0-5d2e990001ab; detaching it from the instance and deleting it from the info cache [ 1565.532894] env[62105]: DEBUG nova.network.neutron [req-224e1abc-c2fb-4149-a0af-c8c9c7b81c56 req-e4c3abad-849e-4568-8bf7-9930cef3e8e6 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.743786] env[62105]: DEBUG nova.compute.manager [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1565.744097] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.745026] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbfc020-0b34-4c1a-bce5-d9203a386d37 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.748156] env[62105]: DEBUG oslo_concurrency.lockutils [req-6d9151d3-3e37-43a6-b200-e484f60587d7 req-d5479488-bc2c-4d7a-a9f6-49c141258f13 service nova] Releasing lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.749016] env[62105]: DEBUG nova.scheduler.client.report [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1565.763496] env[62105]: DEBUG oslo_vmware.api [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903523, 'name': ReconfigVM_Task, 'duration_secs': 0.180691} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.765700] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392957', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'name': 'volume-0a2bc450-2543-4caa-943a-f5ef1bea3750', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '700b21a6-33e0-430b-a2a9-172ac8d684af', 'attached_at': '', 'detached_at': '', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'serial': '0a2bc450-2543-4caa-943a-f5ef1bea3750'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1565.768859] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.768859] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b064b8a1-4cc8-40d4-9333-b170ec682c7a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.782831] env[62105]: DEBUG oslo_vmware.api [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1565.782831] env[62105]: value = "task-1903524" [ 1565.782831] env[62105]: _type = "Task" [ 1565.782831] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.784066] env[62105]: INFO nova.compute.manager [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Took 43.87 seconds to build instance. [ 1565.790179] env[62105]: DEBUG nova.network.neutron [-] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.799903] env[62105]: DEBUG oslo_vmware.api [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.019488] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903522, 'name': Destroy_Task, 'duration_secs': 0.76574} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.019488] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Destroyed the VM [ 1566.019488] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1566.019488] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e7e3e8f-67d3-42e7-b517-4ca4cc337d51 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.026522] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.031270] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1566.031270] env[62105]: value = "task-1903525" [ 1566.031270] env[62105]: _type = "Task" [ 1566.031270] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.035915] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65f7e54-8ae1-44c7-9c30-5013597d92dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.041707] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903525, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.055016] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f2961-552c-47c1-ab45-aa222f5c4523 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.067791] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:53:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='335550970',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1646183676',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1566.068476] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.068825] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1566.069370] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.069676] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1566.070118] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1566.071080] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1566.071080] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1566.071080] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1566.071080] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1566.071378] env[62105]: DEBUG nova.virt.hardware [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1566.073296] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b059de-b34e-448c-9d03-db389167c106 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.085722] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2da278-020c-4728-8e4d-d2bf52ca3caf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.108225] env[62105]: DEBUG nova.compute.manager [req-224e1abc-c2fb-4149-a0af-c8c9c7b81c56 req-e4c3abad-849e-4568-8bf7-9930cef3e8e6 service nova] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Detach interface failed, port_id=a24e49bc-239f-4723-b2f0-5d2e990001ab, reason: Instance 9ecdb3cc-9a99-49c5-8216-202787d0a6bc could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1566.256775] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.257439] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1566.260097] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.620s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.260327] env[62105]: DEBUG nova.objects.instance [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lazy-loading 'resources' on Instance uuid 0b186c48-92ed-4d81-ba08-911e507ffd73 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.286579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-25832b50-6f9b-4cbd-8c73-5bfc7b5e89f0 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.847s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.294278] env[62105]: INFO nova.compute.manager [-] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Took 1.58 seconds to deallocate network for instance. [ 1566.299124] env[62105]: DEBUG oslo_vmware.api [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903524, 'name': PowerOffVM_Task, 'duration_secs': 0.212368} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.302068] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.302414] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1566.302562] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b465f9ac-c1dc-4888-a8d4-4900d48f9d30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.447499] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Successfully updated port: 3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.509434] env[62105]: DEBUG nova.network.neutron [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Successfully updated port: 7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.541385] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903525, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.646454] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-vif-plugged-3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1566.646511] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Acquiring lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.647897] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.647983] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.648182] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] No waiting events found dispatching network-vif-plugged-3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.648358] env[62105]: WARNING nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received unexpected event network-vif-plugged-3ae2ec62-cdd7-4e84-a678-f37495903b8f for instance with vm_state building and task_state spawning. [ 1566.648524] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Received event network-vif-plugged-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1566.648689] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Acquiring lock "8228a1e8-aa53-418c-ac52-e120b33a37cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.648871] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.649041] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.649202] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] No waiting events found dispatching network-vif-plugged-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1566.649544] env[62105]: WARNING nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Received unexpected event network-vif-plugged-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 for instance with vm_state building and task_state spawning. [ 1566.649544] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-changed-3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1566.649657] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Refreshing instance network info cache due to event network-changed-3ae2ec62-cdd7-4e84-a678-f37495903b8f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1566.649835] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Acquiring lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.649970] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Acquired lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.650171] env[62105]: DEBUG nova.network.neutron [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Refreshing network info cache for port 3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.766060] env[62105]: DEBUG nova.compute.utils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1566.773981] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1566.773981] env[62105]: DEBUG nova.network.neutron [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1566.793182] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1566.806064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.831985] env[62105]: DEBUG nova.objects.instance [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.836282] env[62105]: DEBUG nova.policy [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '889165225b0e4b5c9abc05db7be06533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30051ec301ca44b4ae5e8a2b59bb6f37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1566.992483] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.992742] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.992945] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Deleting the datastore file [datastore2] 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.993723] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f24d24-92a9-41c0-9bc5-afc4a16484b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.003750] env[62105]: DEBUG oslo_vmware.api [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for the task: (returnval){ [ 1567.003750] env[62105]: value = "task-1903527" [ 1567.003750] env[62105]: _type = "Task" [ 1567.003750] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.016993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.016993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.016993] env[62105]: DEBUG nova.network.neutron [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.017249] env[62105]: DEBUG oslo_vmware.api [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.041656] env[62105]: DEBUG oslo_vmware.api [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903525, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.045051] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1567.045051] env[62105]: INFO nova.compute.manager [None req-d99d6f2f-0459-4de9-a0e9-9f97ed0a044c tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 1567.207064] env[62105]: DEBUG nova.network.neutron [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.249581] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.249834] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.275105] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1567.294919] env[62105]: DEBUG nova.network.neutron [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Successfully created port: 03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1567.308023] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c3ea71-2ab9-4d36-bf6f-e5795757e471 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.314307] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.314554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.314731] env[62105]: DEBUG nova.compute.manager [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.315753] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17f2d9b-1e09-4863-9a93-b25e09c5363f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.319487] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98db1a26-2e76-49ad-b565-75ba758e7dca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.323215] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.328449] env[62105]: DEBUG nova.compute.manager [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1567.329018] env[62105]: DEBUG nova.objects.instance [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'flavor' on Instance uuid f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.360663] env[62105]: DEBUG nova.network.neutron [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.364655] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b691c3e-8850-4831-8f22-6cd1e4ddd268 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.371972] env[62105]: DEBUG oslo_concurrency.lockutils [None req-376ecfd9-e31c-43b3-9214-caec341f197a tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.393s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.377236] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b625a75f-4558-49db-8113-f75964b7252d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.393502] env[62105]: DEBUG nova.compute.provider_tree [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.512070] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.512070] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.512070] env[62105]: DEBUG nova.compute.manager [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.516323] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16819f34-9337-46ba-bfed-0b52eec0926c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.519439] env[62105]: DEBUG oslo_vmware.api [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Task: {'id': task-1903527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361024} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.522346] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.522738] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1567.522975] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1567.523238] env[62105]: INFO nova.compute.manager [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1567.523522] env[62105]: DEBUG oslo.service.loopingcall [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.525204] env[62105]: DEBUG nova.compute.manager [-] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1567.525355] env[62105]: DEBUG nova.network.neutron [-] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.529688] env[62105]: DEBUG nova.compute.manager [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1567.530268] env[62105]: DEBUG nova.objects.instance [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.605456] env[62105]: DEBUG nova.network.neutron [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1567.755235] env[62105]: DEBUG nova.compute.utils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1567.855982] env[62105]: DEBUG nova.network.neutron [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Updating instance_info_cache with network_info: [{"id": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "address": "fa:16:3e:ee:e1:e8", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3e8b7c-07", "ovs_interfaceid": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.869164] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Releasing lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.869440] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Received event network-changed-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1567.869611] env[62105]: DEBUG nova.compute.manager [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Refreshing instance network info cache due to event network-changed-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1567.869791] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Acquiring lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.873221] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.873526] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dfb58a4-6441-4b19-b96c-8b8604659c44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.882839] env[62105]: DEBUG oslo_vmware.api [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1567.882839] env[62105]: value = "task-1903528" [ 1567.882839] env[62105]: _type = "Task" [ 1567.882839] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.897221] env[62105]: DEBUG nova.scheduler.client.report [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1567.903967] env[62105]: DEBUG oslo_vmware.api [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.260606] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.283741] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1568.309439] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1568.309893] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1568.310089] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1568.310348] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1568.310551] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1568.310740] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1568.311027] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1568.311253] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1568.311576] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1568.311834] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1568.312325] env[62105]: DEBUG nova.virt.hardware [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1568.313525] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c6d19-c079-4cf5-bd0b-e4862c353024 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.323892] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56d4ac9-9e6b-49e1-bf22-c7b8135b50dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.361730] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Releasing lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.361730] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Instance network_info: |[{"id": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "address": "fa:16:3e:ee:e1:e8", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3e8b7c-07", "ovs_interfaceid": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1568.362067] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Acquired lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.362287] env[62105]: DEBUG nova.network.neutron [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Refreshing network info cache for port 7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.364058] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:e1:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3e0aae3-33d1-403b-bfaf-306f77a1422e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e3e8b7c-0788-4bbf-bb13-18d87e67eae3', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.372303] env[62105]: DEBUG oslo.service.loopingcall [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.373595] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.373847] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fdccbfe-ef02-4d35-8103-934b99e90875 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.399197] env[62105]: DEBUG oslo_vmware.api [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903528, 'name': PowerOffVM_Task, 'duration_secs': 0.205411} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.400622] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.400873] env[62105]: DEBUG nova.compute.manager [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.401177] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.401177] env[62105]: value = "task-1903529" [ 1568.401177] env[62105]: _type = "Task" [ 1568.401177] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.401941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2838ec-84a5-4cc6-ab33-18cd4e8a8869 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.405024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.411304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.861s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.413119] env[62105]: INFO nova.compute.claims [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.427491] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903529, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.445411] env[62105]: INFO nova.scheduler.client.report [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocations for instance 0b186c48-92ed-4d81-ba08-911e507ffd73 [ 1568.539726] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.540130] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a44d5b10-69a5-4d23-83f5-feff3b26425e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.549395] env[62105]: DEBUG oslo_vmware.api [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1568.549395] env[62105]: value = "task-1903530" [ 1568.549395] env[62105]: _type = "Task" [ 1568.549395] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.562926] env[62105]: DEBUG oslo_vmware.api [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.591672] env[62105]: DEBUG nova.network.neutron [-] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.740377] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Successfully updated port: 244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1568.924615] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903529, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.932648] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e26f4add-572b-4037-98aa-0d0a516e343f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.618s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.954182] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ed5d86a8-7e01-4f59-a08e-66072ddffbc9 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "0b186c48-92ed-4d81-ba08-911e507ffd73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.984s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.062609] env[62105]: DEBUG oslo_vmware.api [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903530, 'name': PowerOffVM_Task, 'duration_secs': 0.230508} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.062790] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.062992] env[62105]: DEBUG nova.compute.manager [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.063998] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71017eae-b3ad-4003-a070-8dec9ea5fe01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.095315] env[62105]: INFO nova.compute.manager [-] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Took 1.57 seconds to deallocate network for instance. [ 1569.100542] env[62105]: DEBUG nova.network.neutron [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Successfully updated port: 03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1569.183963] env[62105]: DEBUG nova.network.neutron [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Updated VIF entry in instance network info cache for port 7e3e8b7c-0788-4bbf-bb13-18d87e67eae3. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.184620] env[62105]: DEBUG nova.network.neutron [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Updating instance_info_cache with network_info: [{"id": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "address": "fa:16:3e:ee:e1:e8", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3e8b7c-07", "ovs_interfaceid": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.186951] env[62105]: DEBUG nova.compute.manager [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.189240] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf6cba-baf8-4809-82c6-7e8270bfe241 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.243513] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.243684] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.243861] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.363358] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.363358] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.363358] env[62105]: INFO nova.compute.manager [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Attaching volume 6f1c851a-4dcf-4382-a2ec-f9831e70ca24 to /dev/sdb [ 1569.415140] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820f8694-9185-4bc1-9890-58140089f584 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.421239] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903529, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.427192] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a461ab80-e6e3-46cb-b182-be835264e953 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.446124] env[62105]: DEBUG nova.virt.block_device [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Updating existing volume attachment record: 79e39d6e-322f-42b8-9d5f-91ad91222781 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1569.476545] env[62105]: DEBUG nova.compute.manager [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Received event network-vif-deleted-352ede0d-229a-4dad-9fa3-0b1b916ede8a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1569.476909] env[62105]: DEBUG nova.compute.manager [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-vif-plugged-244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1569.477662] env[62105]: DEBUG oslo_concurrency.lockutils [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] Acquiring lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.481022] env[62105]: DEBUG oslo_concurrency.lockutils [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.481022] env[62105]: DEBUG oslo_concurrency.lockutils [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.481022] env[62105]: DEBUG nova.compute.manager [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] No waiting events found dispatching network-vif-plugged-244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.481022] env[62105]: WARNING nova.compute.manager [req-a6e6d628-8b0d-45a9-91a8-8bcddbf320fa req-7b271c3d-8639-4fe2-a5a8-1ef7241abceb service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received unexpected event network-vif-plugged-244ba301-6aea-4d0a-a273-250c9b1fbe31 for instance with vm_state building and task_state spawning. [ 1569.579255] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f8c2ba13-ccba-4e84-a75e-b073fa5d99c9 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.605510] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.606021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "refresh_cache-aeb26ef7-235c-4413-89fe-e46cfde91556" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.607186] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "refresh_cache-aeb26ef7-235c-4413-89fe-e46cfde91556" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.607345] env[62105]: DEBUG nova.network.neutron [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.690863] env[62105]: DEBUG oslo_concurrency.lockutils [req-0402a6c3-4203-4ad1-a91d-84729aeb1604 req-2a0516da-a122-408a-9a72-f79a0d8e795f service nova] Releasing lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.701472] env[62105]: INFO nova.compute.manager [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] instance snapshotting [ 1569.704734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b06f0c3-a371-40d3-9082-e73384e0d3bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.738226] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595f5d35-9437-4ba4-85d2-90eb75dfa01c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.803453] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1569.921987] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903529, 'name': CreateVM_Task, 'duration_secs': 1.496029} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.925924] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.927244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.927433] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.927865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.928162] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f71b26d-b46b-4223-9d34-e6ecd91af527 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.938460] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1569.938460] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ba7cf1-608d-f875-3f4a-d10eb6ce4aa7" [ 1569.938460] env[62105]: _type = "Task" [ 1569.938460] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.958192] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ba7cf1-608d-f875-3f4a-d10eb6ce4aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.982595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6378a17-2618-453f-83ae-a41657ca6b10 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.994624] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401323d6-c176-44ab-b021-2671ccdf0d35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.031499] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b5e5d-2c7b-4d41-b62b-614b8b20e879 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.040220] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff858f2d-b48e-4c42-bb89-785f24149e7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.062619] env[62105]: DEBUG nova.compute.provider_tree [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.174196] env[62105]: DEBUG nova.network.neutron [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1570.244415] env[62105]: DEBUG nova.objects.instance [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'flavor' on Instance uuid f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.253936] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1570.255102] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-87b01229-8424-4092-b8ba-65ffa1e271e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.267040] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1570.267040] env[62105]: value = "task-1903534" [ 1570.267040] env[62105]: _type = "Task" [ 1570.267040] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.279153] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.384559] env[62105]: DEBUG nova.objects.instance [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.451712] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ba7cf1-608d-f875-3f4a-d10eb6ce4aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.031783} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.452063] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.452324] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.452578] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.452721] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.452895] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.453175] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fcbc8c-da86-43ac-b5d5-030422715fc5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.462837] env[62105]: DEBUG nova.network.neutron [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Updating instance_info_cache with network_info: [{"id": "03c356d4-53ea-40ca-b501-442476cbdbf4", "address": "fa:16:3e:70:01:55", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c356d4-53", "ovs_interfaceid": "03c356d4-53ea-40ca-b501-442476cbdbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.463668] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.463668] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.464408] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd62bfba-ea85-42d5-bab1-adbb96bc5c1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.474368] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1570.474368] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520383b6-1879-4653-4c41-9c1b28c9264f" [ 1570.474368] env[62105]: _type = "Task" [ 1570.474368] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.485035] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520383b6-1879-4653-4c41-9c1b28c9264f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.511743] env[62105]: DEBUG nova.network.neutron [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Updating instance_info_cache with network_info: [{"id": "7e53e6a7-bc7a-467c-a52c-751d39cae02d", "address": "fa:16:3e:c6:42:36", "network": {"id": "18516968-9e67-4378-b99f-af2e897eee1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701843763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53e6a7-bc", "ovs_interfaceid": "7e53e6a7-bc7a-467c-a52c-751d39cae02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ae2ec62-cdd7-4e84-a678-f37495903b8f", "address": "fa:16:3e:96:14:72", "network": {"id": "80affa75-db91-4bbb-8b95-71a9a7e24460", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1971207885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae2ec62-cd", "ovs_interfaceid": "3ae2ec62-cdd7-4e84-a678-f37495903b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "244ba301-6aea-4d0a-a273-250c9b1fbe31", "address": "fa:16:3e:45:41:3c", "network": {"id": "18516968-9e67-4378-b99f-af2e897eee1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701843763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244ba301-6a", "ovs_interfaceid": "244ba301-6aea-4d0a-a273-250c9b1fbe31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.570132] env[62105]: DEBUG nova.scheduler.client.report [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.750628] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.750818] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.750993] env[62105]: DEBUG nova.network.neutron [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.751227] env[62105]: DEBUG nova.objects.instance [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'info_cache' on Instance uuid f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.781146] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.892134] env[62105]: DEBUG oslo_concurrency.lockutils [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.892134] env[62105]: DEBUG oslo_concurrency.lockutils [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.892533] env[62105]: DEBUG nova.network.neutron [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1570.892533] env[62105]: DEBUG nova.objects.instance [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'info_cache' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.966382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "refresh_cache-aeb26ef7-235c-4413-89fe-e46cfde91556" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.966382] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Instance network_info: |[{"id": "03c356d4-53ea-40ca-b501-442476cbdbf4", "address": "fa:16:3e:70:01:55", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c356d4-53", "ovs_interfaceid": "03c356d4-53ea-40ca-b501-442476cbdbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1570.966382] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:01:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c356d4-53ea-40ca-b501-442476cbdbf4', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1570.977128] env[62105]: DEBUG oslo.service.loopingcall [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1570.978775] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1570.983677] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa7776e-d530-4d48-9890-60e8867198c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.004784] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520383b6-1879-4653-4c41-9c1b28c9264f, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.009239] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.009239] env[62105]: value = "task-1903535" [ 1571.009239] env[62105]: _type = "Task" [ 1571.009239] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.009239] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e1e487-be6e-4899-a2a5-399263f8ab1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.014532] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Releasing lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.014917] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance network_info: |[{"id": "7e53e6a7-bc7a-467c-a52c-751d39cae02d", "address": "fa:16:3e:c6:42:36", "network": {"id": "18516968-9e67-4378-b99f-af2e897eee1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701843763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53e6a7-bc", "ovs_interfaceid": "7e53e6a7-bc7a-467c-a52c-751d39cae02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ae2ec62-cdd7-4e84-a678-f37495903b8f", "address": "fa:16:3e:96:14:72", "network": {"id": "80affa75-db91-4bbb-8b95-71a9a7e24460", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1971207885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae2ec62-cd", "ovs_interfaceid": "3ae2ec62-cdd7-4e84-a678-f37495903b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "244ba301-6aea-4d0a-a273-250c9b1fbe31", "address": "fa:16:3e:45:41:3c", "network": {"id": "18516968-9e67-4378-b99f-af2e897eee1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701843763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244ba301-6a", "ovs_interfaceid": "244ba301-6aea-4d0a-a273-250c9b1fbe31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1571.015642] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:42:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e53e6a7-bc7a-467c-a52c-751d39cae02d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:14:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ae2ec62-cdd7-4e84-a678-f37495903b8f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:41:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e885ebd4-93ca-4e9e-8889-0f16bd91e61e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244ba301-6aea-4d0a-a273-250c9b1fbe31', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.031768] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Creating folder: Project (9d91f5a6c07b4f49be65c151294b96bb). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.037286] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3dd8eda-6aca-4bb7-89cd-2a3318250fee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.039584] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1571.039584] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4ccce-436d-c4d3-7ebd-84c807b9d10a" [ 1571.039584] env[62105]: _type = "Task" [ 1571.039584] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.039872] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903535, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.050760] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4ccce-436d-c4d3-7ebd-84c807b9d10a, 'name': SearchDatastore_Task, 'duration_secs': 0.017387} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.052307] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.052626] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf/8228a1e8-aa53-418c-ac52-e120b33a37cf.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.052946] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Created folder: Project (9d91f5a6c07b4f49be65c151294b96bb) in parent group-v392807. [ 1571.053177] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Creating folder: Instances. Parent ref: group-v392964. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1571.053465] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3fdb301-b527-4b47-821c-a96b407582bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.055441] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-028e8660-1ca5-4281-99aa-b91b9526a279 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.062998] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1571.062998] env[62105]: value = "task-1903538" [ 1571.062998] env[62105]: _type = "Task" [ 1571.062998] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.072626] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Created folder: Instances in parent group-v392964. [ 1571.072626] env[62105]: DEBUG oslo.service.loopingcall [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.077171] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.078461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.079231] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1571.083643] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.084117] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65916cbd-a76e-41a1-88e7-545e7f70488c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.106785] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.829s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.107128] env[62105]: DEBUG nova.objects.instance [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lazy-loading 'resources' on Instance uuid 749d4191-d3d8-438e-87c1-378fb54bf6ef {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.115405] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.115405] env[62105]: value = "task-1903539" [ 1571.115405] env[62105]: _type = "Task" [ 1571.115405] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.128332] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903539, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.256405] env[62105]: DEBUG nova.objects.base [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1571.281149] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903534, 'name': CreateSnapshot_Task, 'duration_secs': 0.537997} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.281836] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1571.282796] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c101f-878c-425f-b718-d6539e024fad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.397372] env[62105]: DEBUG nova.objects.base [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Object Instance<700b21a6-33e0-430b-a2a9-172ac8d684af> lazy-loaded attributes: flavor,info_cache {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1571.521755] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903535, 'name': CreateVM_Task, 'duration_secs': 0.418927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.522094] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1571.523041] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.523458] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.523969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.524301] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5755c0a4-1b21-4eeb-b79d-85fa9128c86c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.534132] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1571.534132] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ddb7-32d1-e5ca-332d-5b0e9896c28c" [ 1571.534132] env[62105]: _type = "Task" [ 1571.534132] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.548102] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ddb7-32d1-e5ca-332d-5b0e9896c28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.574322] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903538, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.611925] env[62105]: DEBUG nova.compute.utils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.623258] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1571.623258] env[62105]: DEBUG nova.network.neutron [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1571.635307] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903539, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.655580] env[62105]: DEBUG nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-changed-244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1571.655760] env[62105]: DEBUG nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Refreshing instance network info cache due to event network-changed-244ba301-6aea-4d0a-a273-250c9b1fbe31. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1571.656239] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Acquiring lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.656239] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Acquired lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.656413] env[62105]: DEBUG nova.network.neutron [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Refreshing network info cache for port 244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.681662] env[62105]: DEBUG nova.policy [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77455e19c9d04fde95bb2e6196e187cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b92d26c2aca4fb4ab8e1436f470bc2d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1571.803368] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1571.808311] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21c3cd69-0df6-4bcc-a231-b36a3fb07ef2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.820565] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1571.820565] env[62105]: value = "task-1903540" [ 1571.820565] env[62105]: _type = "Task" [ 1571.820565] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.835222] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903540, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.964874] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.965292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.057482] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ddb7-32d1-e5ca-332d-5b0e9896c28c, 'name': SearchDatastore_Task, 'duration_secs': 0.051702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.060457] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.060718] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.060955] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.061123] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.061306] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.061816] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f2d1c66-7877-444f-b92b-a59f0583c5c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.074628] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594103} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.077664] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf/8228a1e8-aa53-418c-ac52-e120b33a37cf.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.077901] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.081239] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30c6f68-4dc0-4660-bdf6-24f0b703ca72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.083886] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.083886] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.084674] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491bdcd9-4f29-4881-acc5-30646e432a67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.092627] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1572.092627] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52766c65-44bb-39bc-1161-7a6ba6f800d9" [ 1572.092627] env[62105]: _type = "Task" [ 1572.092627] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.099936] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1572.099936] env[62105]: value = "task-1903542" [ 1572.099936] env[62105]: _type = "Task" [ 1572.099936] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.109584] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52766c65-44bb-39bc-1161-7a6ba6f800d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.117805] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.123719] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1572.140823] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903539, 'name': CreateVM_Task, 'duration_secs': 0.994177} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.140948] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.141836] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.142017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.142379] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.142649] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337283b4-d318-42dd-8efc-38a760157d16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.150826] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1572.150826] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e21ee9-db80-5412-3f37-43c5d2cf5fe7" [ 1572.150826] env[62105]: _type = "Task" [ 1572.150826] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.163124] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e21ee9-db80-5412-3f37-43c5d2cf5fe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.203184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbcace7-04dc-475d-b19f-d4a86f291c8a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.213290] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994fe2a6-7b13-4ed7-810b-40a1d6f85760 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.250232] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cbbbd3-4f28-48f5-9f08-d61a04f08d84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.262555] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253031b4-5551-4527-8d90-9fd71daa259f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.277968] env[62105]: DEBUG nova.compute.provider_tree [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.333626] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903540, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.538385] env[62105]: DEBUG nova.network.neutron [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.540299] env[62105]: DEBUG nova.network.neutron [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Successfully created port: de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.605010] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52766c65-44bb-39bc-1161-7a6ba6f800d9, 'name': SearchDatastore_Task, 'duration_secs': 0.017495} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.608962] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ace2991-7315-4c15-8ae9-1dd2f43e8cf6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.618015] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078421} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.619665] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.620093] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1572.620093] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5260e9e6-bcf2-a3e7-2c37-15a8e8f2c5b3" [ 1572.620093] env[62105]: _type = "Task" [ 1572.620093] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.620920] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360070e0-efbf-4b1a-b3df-83bbc174d01d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.659288] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf/8228a1e8-aa53-418c-ac52-e120b33a37cf.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.659661] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5260e9e6-bcf2-a3e7-2c37-15a8e8f2c5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.661021] env[62105]: DEBUG nova.network.neutron [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating instance_info_cache with network_info: [{"id": "e6dced5b-00d7-4612-9362-2470bd576242", "address": "fa:16:3e:42:88:b1", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dced5b-00", "ovs_interfaceid": "e6dced5b-00d7-4612-9362-2470bd576242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.662324] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7017a043-1e89-4d01-9402-5d41c4146df9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.677027] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.677468] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] aeb26ef7-235c-4413-89fe-e46cfde91556/aeb26ef7-235c-4413-89fe-e46cfde91556.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.682104] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99496dad-0e72-4a32-ba2d-f81d9f992be6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.691100] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e21ee9-db80-5412-3f37-43c5d2cf5fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.016638} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.693587] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.693854] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.694137] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.694294] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.694480] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.695210] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1572.695210] env[62105]: value = "task-1903543" [ 1572.695210] env[62105]: _type = "Task" [ 1572.695210] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.695453] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1572.695453] env[62105]: value = "task-1903544" [ 1572.695453] env[62105]: _type = "Task" [ 1572.695453] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.695651] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4dd24c2-d2e8-4a0d-b466-0b578d95a633 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.706407] env[62105]: DEBUG nova.network.neutron [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Updated VIF entry in instance network info cache for port 244ba301-6aea-4d0a-a273-250c9b1fbe31. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.706842] env[62105]: DEBUG nova.network.neutron [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Updating instance_info_cache with network_info: [{"id": "7e53e6a7-bc7a-467c-a52c-751d39cae02d", "address": "fa:16:3e:c6:42:36", "network": {"id": "18516968-9e67-4378-b99f-af2e897eee1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701843763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e53e6a7-bc", "ovs_interfaceid": "7e53e6a7-bc7a-467c-a52c-751d39cae02d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3ae2ec62-cdd7-4e84-a678-f37495903b8f", "address": "fa:16:3e:96:14:72", "network": {"id": "80affa75-db91-4bbb-8b95-71a9a7e24460", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1971207885", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ae2ec62-cd", "ovs_interfaceid": "3ae2ec62-cdd7-4e84-a678-f37495903b8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "244ba301-6aea-4d0a-a273-250c9b1fbe31", "address": "fa:16:3e:45:41:3c", "network": {"id": "18516968-9e67-4378-b99f-af2e897eee1c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-701843763", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e885ebd4-93ca-4e9e-8889-0f16bd91e61e", "external-id": "nsx-vlan-transportzone-580", "segmentation_id": 580, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244ba301-6a", "ovs_interfaceid": "244ba301-6aea-4d0a-a273-250c9b1fbe31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.720902] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.721109] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.723458] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.723707] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.724412] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142360a7-1dd4-4c7a-9e34-3346c8cba21a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.731944] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1572.731944] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520595f5-8de5-0900-ac43-a440c6dc08d6" [ 1572.731944] env[62105]: _type = "Task" [ 1572.731944] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.742595] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520595f5-8de5-0900-ac43-a440c6dc08d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.781397] env[62105]: DEBUG nova.scheduler.client.report [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.835209] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903540, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.050258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.161730] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1573.182026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.189912] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1573.190737] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1573.194023] env[62105]: DEBUG nova.virt.hardware [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1573.195043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7b531-d2d4-46df-b1d4-5906cb5dec86 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.212802] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Releasing lock "refresh_cache-511e9ee9-adf1-4348-b8bb-f350236ccf03" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.213310] env[62105]: DEBUG nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Received event network-vif-plugged-03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1573.213671] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Acquiring lock "aeb26ef7-235c-4413-89fe-e46cfde91556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.214032] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.214322] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.214626] env[62105]: DEBUG nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] No waiting events found dispatching network-vif-plugged-03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1573.215019] env[62105]: WARNING nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Received unexpected event network-vif-plugged-03c356d4-53ea-40ca-b501-442476cbdbf4 for instance with vm_state building and task_state spawning. [ 1573.215313] env[62105]: DEBUG nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Received event network-changed-03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1573.215598] env[62105]: DEBUG nova.compute.manager [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Refreshing instance network info cache due to event network-changed-03c356d4-53ea-40ca-b501-442476cbdbf4. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1573.215944] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Acquiring lock "refresh_cache-aeb26ef7-235c-4413-89fe-e46cfde91556" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.216234] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Acquired lock "refresh_cache-aeb26ef7-235c-4413-89fe-e46cfde91556" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.216507] env[62105]: DEBUG nova.network.neutron [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Refreshing network info cache for port 03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1573.217904] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496331} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.224340] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] aeb26ef7-235c-4413-89fe-e46cfde91556/aeb26ef7-235c-4413-89fe-e46cfde91556.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.224878] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.227017] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.227017] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96472a2f-23ba-417e-a3c2-2a25bedf3671 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.228908] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5170243-517e-433f-b4bf-f4b407e20ba9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.242027] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1573.242027] env[62105]: value = "task-1903545" [ 1573.242027] env[62105]: _type = "Task" [ 1573.242027] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.262188] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.263040] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520595f5-8de5-0900-ac43-a440c6dc08d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.264282] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a4c5c2-4179-48ee-98b7-190d9d3c639a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.271429] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1573.271429] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523733fa-5c32-4d1e-c438-ff15772393cb" [ 1573.271429] env[62105]: _type = "Task" [ 1573.271429] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.281801] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523733fa-5c32-4d1e-c438-ff15772393cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.286675] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.289178] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.398s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.290721] env[62105]: INFO nova.compute.claims [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1573.312519] env[62105]: INFO nova.scheduler.client.report [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Deleted allocations for instance 749d4191-d3d8-438e-87c1-378fb54bf6ef [ 1573.336841] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903540, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.709822] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903544, 'name': ReconfigVM_Task, 'duration_secs': 0.555052} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.710133] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf/8228a1e8-aa53-418c-ac52-e120b33a37cf.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.710403] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62105) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1573.711041] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-ec4c8626-ac53-4ea1-8917-3a5ac5b93260 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.719223] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1573.719223] env[62105]: value = "task-1903546" [ 1573.719223] env[62105]: _type = "Task" [ 1573.719223] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.730418] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903546, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.749503] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070163} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.750015] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.750852] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56ada2-8b0a-4453-92b1-84a2d2856f33 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.777199] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] aeb26ef7-235c-4413-89fe-e46cfde91556/aeb26ef7-235c-4413-89fe-e46cfde91556.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.777573] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78b73b1-1268-4a31-86ba-22321b6b66c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.806918] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1573.806918] env[62105]: value = "task-1903547" [ 1573.806918] env[62105]: _type = "Task" [ 1573.806918] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.811414] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523733fa-5c32-4d1e-c438-ff15772393cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.814908] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.815690] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 511e9ee9-adf1-4348-b8bb-f350236ccf03/511e9ee9-adf1-4348-b8bb-f350236ccf03.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.816973] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7282a6d4-d84d-4a87-9938-f7d1d330f9c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.824024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c7ed3254-8165-497d-90d7-395fef9f7616 tempest-ServerAddressesNegativeTestJSON-1133369278 tempest-ServerAddressesNegativeTestJSON-1133369278-project-member] Lock "749d4191-d3d8-438e-87c1-378fb54bf6ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.049s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.829962] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.836240] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1573.836240] env[62105]: value = "task-1903548" [ 1573.836240] env[62105]: _type = "Task" [ 1573.836240] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.848367] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903540, 'name': CloneVM_Task, 'duration_secs': 1.700404} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.849294] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Created linked-clone VM from snapshot [ 1573.850573] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03e0f4-fad9-449e-bebf-ec44b01b36b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.857157] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.863484] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Uploading image e2e0a8b5-8a32-4b7f-97b5-444a0c41a6cc {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1573.899959] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1573.899959] env[62105]: value = "vm-392967" [ 1573.899959] env[62105]: _type = "VirtualMachine" [ 1573.899959] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1573.899959] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff9820f4-30f6-4bff-b6c0-22f6d3fa4abf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.910123] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lease: (returnval){ [ 1573.910123] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8dfa9-3fbe-9df3-7be1-c61f9c8e2f13" [ 1573.910123] env[62105]: _type = "HttpNfcLease" [ 1573.910123] env[62105]: } obtained for exporting VM: (result){ [ 1573.910123] env[62105]: value = "vm-392967" [ 1573.910123] env[62105]: _type = "VirtualMachine" [ 1573.910123] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1573.910123] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the lease: (returnval){ [ 1573.910123] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8dfa9-3fbe-9df3-7be1-c61f9c8e2f13" [ 1573.910123] env[62105]: _type = "HttpNfcLease" [ 1573.910123] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1573.916437] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1573.916437] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8dfa9-3fbe-9df3-7be1-c61f9c8e2f13" [ 1573.916437] env[62105]: _type = "HttpNfcLease" [ 1573.916437] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1574.054780] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.055147] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f2008d-3a9d-41bf-8d32-4f36edb29fef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.066528] env[62105]: DEBUG oslo_vmware.api [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1574.066528] env[62105]: value = "task-1903550" [ 1574.066528] env[62105]: _type = "Task" [ 1574.066528] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.079680] env[62105]: DEBUG oslo_vmware.api [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.189528] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.189864] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d3f87ee-3a78-4b92-ac72-e126025b2346 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.199079] env[62105]: DEBUG oslo_vmware.api [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1574.199079] env[62105]: value = "task-1903551" [ 1574.199079] env[62105]: _type = "Task" [ 1574.199079] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.214065] env[62105]: DEBUG oslo_vmware.api [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.228936] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903546, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.055762} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.229791] env[62105]: DEBUG nova.network.neutron [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Successfully updated port: de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1574.231208] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62105) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1574.232184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333211a-db8b-4de8-ab58-c1f03de2a66e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.260027] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf/ephemeral_0.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.260406] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbf4b50-a3f0-4bb5-982b-66c0bb3bc903 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.283448] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1574.283448] env[62105]: value = "task-1903552" [ 1574.283448] env[62105]: _type = "Task" [ 1574.283448] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.292582] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.323897] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903547, 'name': ReconfigVM_Task, 'duration_secs': 0.318877} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.324236] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Reconfigured VM instance instance-00000034 to attach disk [datastore2] aeb26ef7-235c-4413-89fe-e46cfde91556/aeb26ef7-235c-4413-89fe-e46cfde91556.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.324887] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bf2f770-6d9b-4d84-a025-046f3e5b9114 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.333295] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1574.333295] env[62105]: value = "task-1903553" [ 1574.333295] env[62105]: _type = "Task" [ 1574.333295] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.357497] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903553, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.357905] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903548, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.374791] env[62105]: DEBUG nova.network.neutron [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Updated VIF entry in instance network info cache for port 03c356d4-53ea-40ca-b501-442476cbdbf4. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1574.374791] env[62105]: DEBUG nova.network.neutron [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Updating instance_info_cache with network_info: [{"id": "03c356d4-53ea-40ca-b501-442476cbdbf4", "address": "fa:16:3e:70:01:55", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c356d4-53", "ovs_interfaceid": "03c356d4-53ea-40ca-b501-442476cbdbf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.419865] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1574.419865] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8dfa9-3fbe-9df3-7be1-c61f9c8e2f13" [ 1574.419865] env[62105]: _type = "HttpNfcLease" [ 1574.419865] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1574.424495] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1574.424495] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8dfa9-3fbe-9df3-7be1-c61f9c8e2f13" [ 1574.424495] env[62105]: _type = "HttpNfcLease" [ 1574.424495] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1574.426109] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a38310-cc26-4adf-9937-7094a2d13713 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.438208] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a06bed-7534-6c97-096d-60bf62ccf312/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1574.438529] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a06bed-7534-6c97-096d-60bf62ccf312/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1574.508860] env[62105]: DEBUG nova.compute.manager [req-7449d71c-e285-4b5e-aaf5-280e57fc5c0e req-b099cfba-62b7-473a-9bd9-0c90355b8a7d service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Received event network-vif-plugged-de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1574.509147] env[62105]: DEBUG oslo_concurrency.lockutils [req-7449d71c-e285-4b5e-aaf5-280e57fc5c0e req-b099cfba-62b7-473a-9bd9-0c90355b8a7d service nova] Acquiring lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.509435] env[62105]: DEBUG oslo_concurrency.lockutils [req-7449d71c-e285-4b5e-aaf5-280e57fc5c0e req-b099cfba-62b7-473a-9bd9-0c90355b8a7d service nova] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.509670] env[62105]: DEBUG oslo_concurrency.lockutils [req-7449d71c-e285-4b5e-aaf5-280e57fc5c0e req-b099cfba-62b7-473a-9bd9-0c90355b8a7d service nova] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.509885] env[62105]: DEBUG nova.compute.manager [req-7449d71c-e285-4b5e-aaf5-280e57fc5c0e req-b099cfba-62b7-473a-9bd9-0c90355b8a7d service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] No waiting events found dispatching network-vif-plugged-de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.510098] env[62105]: WARNING nova.compute.manager [req-7449d71c-e285-4b5e-aaf5-280e57fc5c0e req-b099cfba-62b7-473a-9bd9-0c90355b8a7d service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Received unexpected event network-vif-plugged-de2da30d-8434-4478-884c-d918e496edf2 for instance with vm_state building and task_state spawning. [ 1574.513551] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1574.513875] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392961', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'name': 'volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8826aa32-09c5-4d0d-a543-e11f766c77c1', 'attached_at': '', 'detached_at': '', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'serial': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1574.515093] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaa6859-1288-4e2a-ab87-b954ceb8e8c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.539614] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0662942-b84a-4ce0-9617-cc1299d61fae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.576430] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24/volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.586656] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f16a5b2-d411-4158-bd67-d462da767907 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.601951] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-718bcfb2-f172-4989-bd4c-139e70c6abac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.612612] env[62105]: DEBUG oslo_vmware.api [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903550, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.615737] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1574.615737] env[62105]: value = "task-1903554" [ 1574.615737] env[62105]: _type = "Task" [ 1574.615737] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.634486] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903554, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.710294] env[62105]: DEBUG oslo_vmware.api [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903551, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.732875] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.733268] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquired lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.733442] env[62105]: DEBUG nova.network.neutron [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.803419] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.858833] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903553, 'name': Rename_Task, 'duration_secs': 0.320133} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.860997] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.865735] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37eb2ceb-d575-45e2-8917-5970ca5e3bec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.869027] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905155} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.872099] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 511e9ee9-adf1-4348-b8bb-f350236ccf03/511e9ee9-adf1-4348-b8bb-f350236ccf03.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.872784] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.874204] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93e7fb07-8680-4314-b10d-2d862833e9aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.877916] env[62105]: DEBUG oslo_concurrency.lockutils [req-c84919ff-7949-4ac6-b042-a8c8f9dfd010 req-c6f869a8-636a-4ef8-8017-b77f9c6e7082 service nova] Releasing lock "refresh_cache-aeb26ef7-235c-4413-89fe-e46cfde91556" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.881026] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1574.881026] env[62105]: value = "task-1903555" [ 1574.881026] env[62105]: _type = "Task" [ 1574.881026] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.887561] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1574.887561] env[62105]: value = "task-1903556" [ 1574.887561] env[62105]: _type = "Task" [ 1574.887561] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.896631] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.906838] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.000327] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b0b95-d51d-4c2d-b851-7e0c570e780b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.011623] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adbfe31-47e9-49c5-a9fc-2ea526d94de8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.048126] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf0a86a-9ea6-40b8-9379-5c2c36ad51f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.059094] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb5c874-da63-4030-abca-87fc1dd10121 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.079162] env[62105]: DEBUG nova.compute.provider_tree [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.091127] env[62105]: DEBUG oslo_vmware.api [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903550, 'name': PowerOnVM_Task, 'duration_secs': 0.593246} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.091446] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.091740] env[62105]: DEBUG nova.compute.manager [None req-12ca20f1-264f-4ff3-9203-e76c9528828d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.093509] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e7ffd5-79c1-42bd-98ee-c1d60a8f30b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.127648] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.211505] env[62105]: DEBUG oslo_vmware.api [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903551, 'name': PowerOnVM_Task, 'duration_secs': 0.632963} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.212393] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.212804] env[62105]: DEBUG nova.compute.manager [None req-92bbe91c-cf3a-4183-910c-749cf768b1f5 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.213716] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e93eeb2-2f79-418a-9e4c-62c6a76efdc0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.295946] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903552, 'name': ReconfigVM_Task, 'duration_secs': 0.785022} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.296325] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf/ephemeral_0.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.297139] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a34df594-27f0-42be-8177-3f4375a3177f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.306454] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1575.306454] env[62105]: value = "task-1903557" [ 1575.306454] env[62105]: _type = "Task" [ 1575.306454] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.323477] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903557, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.345420] env[62105]: DEBUG nova.network.neutron [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1575.396252] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.404973] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091025} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.405465] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.406698] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320a528-dfbd-465b-8f60-302dcbd7b555 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.439251] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 511e9ee9-adf1-4348-b8bb-f350236ccf03/511e9ee9-adf1-4348-b8bb-f350236ccf03.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.439780] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70df6d7a-b35d-4125-bd3a-8c65d4a06e5c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.473123] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1575.473123] env[62105]: value = "task-1903558" [ 1575.473123] env[62105]: _type = "Task" [ 1575.473123] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.483393] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.585991] env[62105]: DEBUG nova.scheduler.client.report [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.629474] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903554, 'name': ReconfigVM_Task, 'duration_secs': 0.518456} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.630779] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Reconfigured VM instance instance-00000031 to attach disk [datastore2] volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24/volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.636280] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7cdf61-7c74-4707-806b-dfb07c3af4aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.661774] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1575.661774] env[62105]: value = "task-1903559" [ 1575.661774] env[62105]: _type = "Task" [ 1575.661774] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.673527] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.766606] env[62105]: DEBUG nova.network.neutron [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updating instance_info_cache with network_info: [{"id": "de2da30d-8434-4478-884c-d918e496edf2", "address": "fa:16:3e:06:cc:ed", "network": {"id": "3acba436-b1e0-4cdd-baf3-42c2b4a08c38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-180318525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b92d26c2aca4fb4ab8e1436f470bc2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2da30d-84", "ovs_interfaceid": "de2da30d-8434-4478-884c-d918e496edf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.820579] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903557, 'name': Rename_Task, 'duration_secs': 0.184195} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.820579] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.820579] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b29de41-87b9-45e1-b2cd-345335c127c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.829119] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1575.829119] env[62105]: value = "task-1903560" [ 1575.829119] env[62105]: _type = "Task" [ 1575.829119] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.838611] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.897974] env[62105]: DEBUG oslo_vmware.api [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903555, 'name': PowerOnVM_Task, 'duration_secs': 0.927637} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.898159] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.898433] env[62105]: INFO nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1575.898686] env[62105]: DEBUG nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.899631] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e03d7b-7120-4299-9b0d-463a8a06243e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.985780] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903558, 'name': ReconfigVM_Task, 'duration_secs': 0.321865} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.986200] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 511e9ee9-adf1-4348-b8bb-f350236ccf03/511e9ee9-adf1-4348-b8bb-f350236ccf03.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.986959] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3bc0a7d-9027-4519-9b83-b1fb44fbd1f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.996109] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1575.996109] env[62105]: value = "task-1903561" [ 1575.996109] env[62105]: _type = "Task" [ 1575.996109] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.007790] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903561, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.092934] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.093569] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1576.096880] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.504s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.097348] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.097686] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1576.097877] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.086s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.101020] env[62105]: DEBUG nova.objects.instance [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lazy-loading 'resources' on Instance uuid 3cb203e8-a08e-49ce-a3c5-767874dab719 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1576.101417] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ea2e5-71d4-4b58-b2b6-e4358b6ba6ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.114242] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813fd8c4-8755-434a-a6fc-1c8428162fb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.132847] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e5ed88-304a-4c50-a024-d69174d12e01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.146083] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c1088c-931f-4b11-99ac-7cb8d279bb7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.188562] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178550MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1576.188842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.204443] env[62105]: DEBUG oslo_vmware.api [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903559, 'name': ReconfigVM_Task, 'duration_secs': 0.185541} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.205851] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392961', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'name': 'volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8826aa32-09c5-4d0d-a543-e11f766c77c1', 'attached_at': '', 'detached_at': '', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'serial': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1576.270611] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Releasing lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.271079] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Instance network_info: |[{"id": "de2da30d-8434-4478-884c-d918e496edf2", "address": "fa:16:3e:06:cc:ed", "network": {"id": "3acba436-b1e0-4cdd-baf3-42c2b4a08c38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-180318525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b92d26c2aca4fb4ab8e1436f470bc2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2da30d-84", "ovs_interfaceid": "de2da30d-8434-4478-884c-d918e496edf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1576.271547] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:cc:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de2da30d-8434-4478-884c-d918e496edf2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.281382] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Creating folder: Project (2b92d26c2aca4fb4ab8e1436f470bc2d). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.282306] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a588f17-cc91-4203-b868-74a38fe36a00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.298696] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Created folder: Project (2b92d26c2aca4fb4ab8e1436f470bc2d) in parent group-v392807. [ 1576.299025] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Creating folder: Instances. Parent ref: group-v392968. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1576.299334] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf33d772-a875-40b6-9862-6703a759b9f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.312695] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Created folder: Instances in parent group-v392968. [ 1576.312955] env[62105]: DEBUG oslo.service.loopingcall [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.313191] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.313425] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5bc7836-f7d8-44af-ad1c-613b80abb1ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.348054] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.349612] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.349612] env[62105]: value = "task-1903564" [ 1576.349612] env[62105]: _type = "Task" [ 1576.349612] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.363288] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903564, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.420305] env[62105]: INFO nova.compute.manager [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Took 45.69 seconds to build instance. [ 1576.512114] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903561, 'name': Rename_Task, 'duration_secs': 0.227129} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.513749] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.515256] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf6addf4-ef75-4a39-9d03-a90a3dccfc5b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.525849] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1576.525849] env[62105]: value = "task-1903565" [ 1576.525849] env[62105]: _type = "Task" [ 1576.525849] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.537663] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.604465] env[62105]: DEBUG nova.compute.utils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.605956] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.606135] env[62105]: DEBUG nova.network.neutron [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.849696] env[62105]: DEBUG oslo_vmware.api [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1903560, 'name': PowerOnVM_Task, 'duration_secs': 0.576298} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.854162] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.854694] env[62105]: INFO nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1576.855078] env[62105]: DEBUG nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.862379] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109ec046-c9d6-48ab-92ff-085488f7a2ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.883331] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903564, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.924442] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8a26f506-856a-4fe8-a736-dee56a8a81a7 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.913s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.954442] env[62105]: DEBUG nova.policy [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6785d195a545c9819489ded315c02f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92ade0241f934d688cf7b89934b95769', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1577.040188] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903565, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.110150] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1577.198731] env[62105]: DEBUG nova.compute.manager [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Received event network-changed-de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1577.198731] env[62105]: DEBUG nova.compute.manager [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Refreshing instance network info cache due to event network-changed-de2da30d-8434-4478-884c-d918e496edf2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1577.198731] env[62105]: DEBUG oslo_concurrency.lockutils [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] Acquiring lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.198731] env[62105]: DEBUG oslo_concurrency.lockutils [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] Acquired lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.198731] env[62105]: DEBUG nova.network.neutron [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Refreshing network info cache for port de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1577.203597] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54cd05e-93b5-4801-aa51-35d6a7c4b86d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.214528] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440a62de-467b-49cb-a02c-ad931ab54140 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.249359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb31d966-a257-4133-8a38-2d3f0097d964 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.254932] env[62105]: DEBUG nova.objects.instance [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'flavor' on Instance uuid 8826aa32-09c5-4d0d-a543-e11f766c77c1 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1577.264150] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64169c1-d230-4839-a7af-9aa3c24c8c2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.286734] env[62105]: DEBUG nova.compute.provider_tree [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.370382] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903564, 'name': CreateVM_Task, 'duration_secs': 0.638457} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.370382] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.371716] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.371716] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.371808] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.372087] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a81a0b44-4185-4015-8223-2e6c02066d36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.380075] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1577.380075] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cddb7e-bf88-7b68-cebc-df6e11b91ca3" [ 1577.380075] env[62105]: _type = "Task" [ 1577.380075] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.396635] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cddb7e-bf88-7b68-cebc-df6e11b91ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.013732} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.397530] env[62105]: INFO nova.compute.manager [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Took 48.74 seconds to build instance. [ 1577.398390] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.398842] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.398842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.398996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.399191] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.399683] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-021d3d04-2418-4ba7-8eae-a5a10246a46d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.412009] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.413037] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.413226] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07630eae-abfb-41e6-8acb-d26a0b46b234 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.422576] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1577.422576] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b4b494-9409-fccf-2b78-e39156104dab" [ 1577.422576] env[62105]: _type = "Task" [ 1577.422576] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.427549] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.434764] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b4b494-9409-fccf-2b78-e39156104dab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.545494] env[62105]: DEBUG oslo_vmware.api [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903565, 'name': PowerOnVM_Task, 'duration_secs': 0.59157} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.546196] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.546571] env[62105]: INFO nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Took 15.71 seconds to spawn the instance on the hypervisor. [ 1577.546929] env[62105]: DEBUG nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.549135] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e65e0-4a64-46bb-aa63-fc2a1493ebc3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.582240] env[62105]: DEBUG nova.network.neutron [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Successfully created port: 7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1577.763538] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97a175c3-0498-4712-abc9-c18dcb353fbb tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.400s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.790113] env[62105]: DEBUG nova.scheduler.client.report [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.903330] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b308045f-7a67-4670-aaf1-de0b251abe6c tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.601s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.941840] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b4b494-9409-fccf-2b78-e39156104dab, 'name': SearchDatastore_Task, 'duration_secs': 0.014256} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.948057] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab6cb38-2ac2-4143-9b53-1d06b6c08390 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.955440] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1577.955440] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5298eb89-7db8-7e69-333d-a51779dac263" [ 1577.955440] env[62105]: _type = "Task" [ 1577.955440] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.964780] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5298eb89-7db8-7e69-333d-a51779dac263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.973822] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.077107] env[62105]: INFO nova.compute.manager [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Took 52.07 seconds to build instance. [ 1578.083764] env[62105]: DEBUG nova.network.neutron [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updated VIF entry in instance network info cache for port de2da30d-8434-4478-884c-d918e496edf2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1578.084130] env[62105]: DEBUG nova.network.neutron [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updating instance_info_cache with network_info: [{"id": "de2da30d-8434-4478-884c-d918e496edf2", "address": "fa:16:3e:06:cc:ed", "network": {"id": "3acba436-b1e0-4cdd-baf3-42c2b4a08c38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-180318525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b92d26c2aca4fb4ab8e1436f470bc2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2da30d-84", "ovs_interfaceid": "de2da30d-8434-4478-884c-d918e496edf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.121901] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1578.154316] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:56:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01064ee2-5db6-4797-80a5-273ce6f0edcd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1272785651',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1578.154316] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1578.154316] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1578.154316] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1578.156262] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1578.156262] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1578.156262] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1578.156490] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1578.156708] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1578.156863] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1578.157115] env[62105]: DEBUG nova.virt.hardware [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1578.158436] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d708e6-fc25-4e0b-9855-5e153c70aceb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.169931] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4ea6d-ac1c-4ef2-b400-fbb9299b95f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.273035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "aeb26ef7-235c-4413-89fe-e46cfde91556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.273035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.273176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "aeb26ef7-235c-4413-89fe-e46cfde91556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.273443] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.273652] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.275734] env[62105]: INFO nova.compute.manager [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Terminating instance [ 1578.296224] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.300389] env[62105]: DEBUG oslo_concurrency.lockutils [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.779s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.326606] env[62105]: INFO nova.scheduler.client.report [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted allocations for instance 3cb203e8-a08e-49ce-a3c5-767874dab719 [ 1578.467869] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5298eb89-7db8-7e69-333d-a51779dac263, 'name': SearchDatastore_Task, 'duration_secs': 0.018806} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.468240] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.468499] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ef15cc73-85b5-451f-b7b9-92673c0ed4e5/ef15cc73-85b5-451f-b7b9-92673c0ed4e5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.468765] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0da12617-a4fa-4205-b70f-30c0197b7bb4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.480541] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1578.480541] env[62105]: value = "task-1903566" [ 1578.480541] env[62105]: _type = "Task" [ 1578.480541] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.495980] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.502798] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.503010] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.504098] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "8826aa32-09c5-4d0d-a543-e11f766c77c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.504098] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.504098] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.507632] env[62105]: INFO nova.compute.manager [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Terminating instance [ 1578.583799] env[62105]: DEBUG oslo_concurrency.lockutils [None req-070b8cd3-2e11-4ccc-a1e4-df2aac36d5f1 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.885s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.592759] env[62105]: DEBUG oslo_concurrency.lockutils [req-e4265de0-4485-4938-b63e-cdb9fe678598 req-c0c9ff27-4e43-4e0d-851b-d915d3e29fe8 service nova] Releasing lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.779614] env[62105]: DEBUG nova.compute.manager [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1578.779862] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.780888] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccee0339-7e1b-41f3-9e1a-f71442721c09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.798270] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.798866] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af5dbb4c-14b5-4744-aa03-3aeb91c57178 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.809012] env[62105]: DEBUG oslo_vmware.api [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1578.809012] env[62105]: value = "task-1903567" [ 1578.809012] env[62105]: _type = "Task" [ 1578.809012] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.820736] env[62105]: DEBUG oslo_vmware.api [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.836187] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40947319-b433-479d-b6c8-ed8b1ec6d6b8 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "3cb203e8-a08e-49ce-a3c5-767874dab719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.017s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.840307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4748ae-4521-4f2c-b7b9-77edb0f55f7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.854380] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3e0c7f-ada5-4f93-aab8-f4437f54d855 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.892417] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54cb72d-b514-4911-a77f-78a42ae4e576 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.903051] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ea31c-a5db-433d-b1ba-01078f9e244e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.920713] env[62105]: DEBUG nova.compute.provider_tree [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.992225] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903566, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.016078] env[62105]: DEBUG nova.compute.manager [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.016350] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.016727] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90e5c1fb-a5b4-44f3-b191-e5ada576327d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.026995] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1579.026995] env[62105]: value = "task-1903568" [ 1579.026995] env[62105]: _type = "Task" [ 1579.026995] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.040173] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.324257] env[62105]: DEBUG oslo_vmware.api [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903567, 'name': PowerOffVM_Task, 'duration_secs': 0.392364} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.324257] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.324257] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.324586] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48d8f5bb-de3a-41c7-b342-e0a2b8b6a098 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.426891] env[62105]: DEBUG nova.scheduler.client.report [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.496205] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721109} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.496205] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ef15cc73-85b5-451f-b7b9-92673c0ed4e5/ef15cc73-85b5-451f-b7b9-92673c0ed4e5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1579.496205] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.496205] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bba335c-b808-4b35-a2b1-bf97e4662346 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.507590] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1579.507590] env[62105]: value = "task-1903570" [ 1579.507590] env[62105]: _type = "Task" [ 1579.507590] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.521616] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.545020] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903568, 'name': PowerOffVM_Task, 'duration_secs': 0.377109} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.545020] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.545020] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1579.545020] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392961', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'name': 'volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8826aa32-09c5-4d0d-a543-e11f766c77c1', 'attached_at': '', 'detached_at': '', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'serial': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1579.545412] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447b947-9c67-4ec0-abc5-db62d545f84f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.573919] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474e3cf-5ee8-4546-8733-e558723aef0f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.578930] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.579425] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.579425] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleting the datastore file [datastore2] aeb26ef7-235c-4413-89fe-e46cfde91556 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.580591] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c2cc87-3ca8-4f36-a59e-e86ee6dfc594 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.587111] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a49831-1f10-428a-a914-ded9680f6cc0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.596293] env[62105]: DEBUG oslo_vmware.api [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1579.596293] env[62105]: value = "task-1903571" [ 1579.596293] env[62105]: _type = "Task" [ 1579.596293] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.620051] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a02a638-71ca-458e-9739-3607aef84060 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.626589] env[62105]: DEBUG oslo_vmware.api [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.643964] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] The volume has not been displaced from its original location: [datastore2] volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24/volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1579.647382] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1579.649787] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d698ee-cb59-4464-b7a4-833686853bdb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.664398] env[62105]: DEBUG nova.compute.manager [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Received event network-changed-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1579.664510] env[62105]: DEBUG nova.compute.manager [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Refreshing instance network info cache due to event network-changed-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1579.665101] env[62105]: DEBUG oslo_concurrency.lockutils [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] Acquiring lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.665101] env[62105]: DEBUG oslo_concurrency.lockutils [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] Acquired lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.665391] env[62105]: DEBUG nova.network.neutron [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Refreshing network info cache for port 7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.667257] env[62105]: DEBUG nova.network.neutron [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Successfully updated port: 7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.675346] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1579.675346] env[62105]: value = "task-1903572" [ 1579.675346] env[62105]: _type = "Task" [ 1579.675346] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.687265] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.840776] env[62105]: DEBUG nova.compute.manager [req-a5548a69-071e-45ad-9dbb-ce0a63b65749 req-3cb3e19c-37eb-4ac6-90cd-7fde6b02ae09 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Received event network-vif-plugged-7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1579.841057] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5548a69-071e-45ad-9dbb-ce0a63b65749 req-3cb3e19c-37eb-4ac6-90cd-7fde6b02ae09 service nova] Acquiring lock "d3687729-453c-46b9-9145-c9f007713552-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.841312] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5548a69-071e-45ad-9dbb-ce0a63b65749 req-3cb3e19c-37eb-4ac6-90cd-7fde6b02ae09 service nova] Lock "d3687729-453c-46b9-9145-c9f007713552-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.841499] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5548a69-071e-45ad-9dbb-ce0a63b65749 req-3cb3e19c-37eb-4ac6-90cd-7fde6b02ae09 service nova] Lock "d3687729-453c-46b9-9145-c9f007713552-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.841653] env[62105]: DEBUG nova.compute.manager [req-a5548a69-071e-45ad-9dbb-ce0a63b65749 req-3cb3e19c-37eb-4ac6-90cd-7fde6b02ae09 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] No waiting events found dispatching network-vif-plugged-7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.841814] env[62105]: WARNING nova.compute.manager [req-a5548a69-071e-45ad-9dbb-ce0a63b65749 req-3cb3e19c-37eb-4ac6-90cd-7fde6b02ae09 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Received unexpected event network-vif-plugged-7dac6a9a-da27-4cf7-a32e-ce65db7f3118 for instance with vm_state building and task_state spawning. [ 1579.933655] env[62105]: DEBUG oslo_concurrency.lockutils [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.933980] env[62105]: INFO nova.compute.manager [None req-60059d40-eebe-444b-bf69-dc40a405088d tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Successfully reverted task state from rebuilding on failure for instance. [ 1579.942741] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.998s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.944600] env[62105]: INFO nova.compute.claims [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1580.020574] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122051} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.020574] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1580.020866] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df8b91b-c008-48a6-9db3-45b25c345b4b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.047287] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ef15cc73-85b5-451f-b7b9-92673c0ed4e5/ef15cc73-85b5-451f-b7b9-92673c0ed4e5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.047832] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669d09ae-1a48-450b-8ec3-a15202a8ded2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.067087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "3593adbf-aedf-49a0-9483-0703ef2aafcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.067387] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.072699] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1580.072699] env[62105]: value = "task-1903573" [ 1580.072699] env[62105]: _type = "Task" [ 1580.072699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.087725] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.111515] env[62105]: DEBUG oslo_vmware.api [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381465} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.111857] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.112155] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.112478] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.112761] env[62105]: INFO nova.compute.manager [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1580.113063] env[62105]: DEBUG oslo.service.loopingcall [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.113274] env[62105]: DEBUG nova.compute.manager [-] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1580.113370] env[62105]: DEBUG nova.network.neutron [-] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.169860] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.170116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.170240] env[62105]: DEBUG nova.network.neutron [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1580.186065] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903572, 'name': ReconfigVM_Task, 'duration_secs': 0.423856} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.186065] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.191483] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507b57f1-1bec-4fd0-a3b8-4eb467dea51d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.210256] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1580.210256] env[62105]: value = "task-1903574" [ 1580.210256] env[62105]: _type = "Task" [ 1580.210256] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.220177] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.422706] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "511e9ee9-adf1-4348-b8bb-f350236ccf03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.422955] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.423404] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.423626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.423808] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.428216] env[62105]: INFO nova.compute.manager [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Terminating instance [ 1580.570429] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1580.591581] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.617628] env[62105]: DEBUG nova.network.neutron [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Updated VIF entry in instance network info cache for port 7e3e8b7c-0788-4bbf-bb13-18d87e67eae3. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.617628] env[62105]: DEBUG nova.network.neutron [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Updating instance_info_cache with network_info: [{"id": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "address": "fa:16:3e:ee:e1:e8", "network": {"id": "a4fe298f-aa6e-456c-a5ef-8b8390f25d1c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-196880632-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a7cda591a2b4a7aa3ddf35f15927003", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3e0aae3-33d1-403b-bfaf-306f77a1422e", "external-id": "nsx-vlan-transportzone-211", "segmentation_id": 211, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e3e8b7c-07", "ovs_interfaceid": "7e3e8b7c-0788-4bbf-bb13-18d87e67eae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.721391] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903574, 'name': ReconfigVM_Task, 'duration_secs': 0.302547} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.721790] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392961', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'name': 'volume-6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8826aa32-09c5-4d0d-a543-e11f766c77c1', 'attached_at': '', 'detached_at': '', 'volume_id': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24', 'serial': '6f1c851a-4dcf-4382-a2ec-f9831e70ca24'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1580.722175] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.723043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511bff7-f222-453b-a60f-2638a1db123b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.730895] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1580.731249] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d968e8a6-dfe3-4bdc-9a07-8384f9d9fccc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.734963] env[62105]: DEBUG nova.network.neutron [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.836768] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.837085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.837287] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleting the datastore file [datastore1] 8826aa32-09c5-4d0d-a543-e11f766c77c1 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.837580] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf02153-860d-4a5e-ab26-57dd673376c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.854239] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1580.854239] env[62105]: value = "task-1903576" [ 1580.854239] env[62105]: _type = "Task" [ 1580.854239] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.865022] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.932202] env[62105]: DEBUG nova.compute.manager [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.932478] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.933502] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176e8e5d-e0e5-47a4-80e8-7f09f2d2e66c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.943895] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.944818] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-647eede6-845c-4c74-885f-9a6d5a83c265 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.952506] env[62105]: DEBUG oslo_vmware.api [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1580.952506] env[62105]: value = "task-1903577" [ 1580.952506] env[62105]: _type = "Task" [ 1580.952506] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.965769] env[62105]: DEBUG oslo_vmware.api [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.984344] env[62105]: DEBUG nova.network.neutron [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.004350] env[62105]: DEBUG nova.network.neutron [-] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.096604] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903573, 'name': ReconfigVM_Task, 'duration_secs': 0.670789} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.096894] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ef15cc73-85b5-451f-b7b9-92673c0ed4e5/ef15cc73-85b5-451f-b7b9-92673c0ed4e5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.097578] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2688664-84d1-4c28-a123-3562c2821a95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.101662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.106475] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1581.106475] env[62105]: value = "task-1903578" [ 1581.106475] env[62105]: _type = "Task" [ 1581.106475] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.116135] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903578, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.118801] env[62105]: DEBUG oslo_concurrency.lockutils [req-a0a36898-4063-4fc1-8d0d-1dfc390ac304 req-294a0101-f4d1-4b91-9fb4-8b686b3766ee service nova] Releasing lock "refresh_cache-8228a1e8-aa53-418c-ac52-e120b33a37cf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.364969] env[62105]: DEBUG oslo_vmware.api [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29219} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.367606] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.367816] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.367997] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.368186] env[62105]: INFO nova.compute.manager [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1581.368431] env[62105]: DEBUG oslo.service.loopingcall [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.368812] env[62105]: DEBUG nova.compute.manager [-] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.368910] env[62105]: DEBUG nova.network.neutron [-] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.463911] env[62105]: DEBUG oslo_vmware.api [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903577, 'name': PowerOffVM_Task, 'duration_secs': 0.29883} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.466367] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.469013] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.469013] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-374ab25c-20b6-4209-978c-f08ccc3a027c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.490347] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.490679] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Instance network_info: |[{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1581.491143] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:69:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dac6a9a-da27-4cf7-a32e-ce65db7f3118', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.504333] env[62105]: DEBUG oslo.service.loopingcall [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.507194] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3687729-453c-46b9-9145-c9f007713552] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1581.507605] env[62105]: INFO nova.compute.manager [-] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Took 1.39 seconds to deallocate network for instance. [ 1581.508034] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c3f71fb-c913-4ac5-b4a5-8ac954ee4362 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.526911] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db6177-48d2-414e-812b-c6c4cf3d5605 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.539532] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362a309-4476-4c16-8588-058c00b5121c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.542942] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.542942] env[62105]: value = "task-1903580" [ 1581.542942] env[62105]: _type = "Task" [ 1581.542942] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.588983] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7bc00c-159b-41c9-9748-f05c1574d228 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.598851] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903580, 'name': CreateVM_Task} progress is 15%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.605835] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3b6d9c-74aa-45fa-a602-ec3865039e1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.622297] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903578, 'name': Rename_Task, 'duration_secs': 0.204797} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.630483] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.631069] env[62105]: DEBUG nova.compute.provider_tree [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.632482] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7554cc31-f231-476c-b540-9bb683cb3693 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.641049] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1581.641049] env[62105]: value = "task-1903581" [ 1581.641049] env[62105]: _type = "Task" [ 1581.641049] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.651277] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.709048] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.709425] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.709907] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Deleting the datastore file [datastore2] 511e9ee9-adf1-4348-b8bb-f350236ccf03 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.710450] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46817e26-d216-4645-8c60-f05d5fdd19f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.721816] env[62105]: DEBUG oslo_vmware.api [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1581.721816] env[62105]: value = "task-1903582" [ 1581.721816] env[62105]: _type = "Task" [ 1581.721816] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.731782] env[62105]: DEBUG oslo_vmware.api [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.912271] env[62105]: DEBUG nova.compute.manager [req-6cd727ec-e8d5-470e-bcf8-4ac44e8c814e req-4374478a-e7e6-4ea3-b857-9d37b8ced6c9 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Received event network-vif-deleted-c0a12d9d-eef3-4583-bd92-e6b09fc8e15e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1581.912271] env[62105]: INFO nova.compute.manager [req-6cd727ec-e8d5-470e-bcf8-4ac44e8c814e req-4374478a-e7e6-4ea3-b857-9d37b8ced6c9 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Neutron deleted interface c0a12d9d-eef3-4583-bd92-e6b09fc8e15e; detaching it from the instance and deleting it from the info cache [ 1581.912271] env[62105]: DEBUG nova.network.neutron [req-6cd727ec-e8d5-470e-bcf8-4ac44e8c814e req-4374478a-e7e6-4ea3-b857-9d37b8ced6c9 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.937927] env[62105]: DEBUG nova.compute.manager [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Received event network-changed-7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1581.938077] env[62105]: DEBUG nova.compute.manager [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Refreshing instance network info cache due to event network-changed-7dac6a9a-da27-4cf7-a32e-ce65db7f3118. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1581.938301] env[62105]: DEBUG oslo_concurrency.lockutils [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] Acquiring lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.938491] env[62105]: DEBUG oslo_concurrency.lockutils [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] Acquired lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.938776] env[62105]: DEBUG nova.network.neutron [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Refreshing network info cache for port 7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1582.036590] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.056038] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903580, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.136091] env[62105]: DEBUG nova.scheduler.client.report [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.152538] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.233746] env[62105]: DEBUG oslo_vmware.api [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264516} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.234660] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1582.235147] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1582.235384] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1582.235695] env[62105]: INFO nova.compute.manager [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1582.236033] env[62105]: DEBUG oslo.service.loopingcall [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.236334] env[62105]: DEBUG nova.compute.manager [-] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1582.236480] env[62105]: DEBUG nova.network.neutron [-] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1582.298683] env[62105]: DEBUG nova.network.neutron [-] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.415866] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc479eee-f9fa-4f26-a64b-2cd7498a1907 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.430668] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba2ed7f-d701-40ee-a1ce-e13d7493c875 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.490346] env[62105]: DEBUG nova.compute.manager [req-6cd727ec-e8d5-470e-bcf8-4ac44e8c814e req-4374478a-e7e6-4ea3-b857-9d37b8ced6c9 service nova] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Detach interface failed, port_id=c0a12d9d-eef3-4583-bd92-e6b09fc8e15e, reason: Instance 8826aa32-09c5-4d0d-a543-e11f766c77c1 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1582.557194] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903580, 'name': CreateVM_Task, 'duration_secs': 0.551217} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.560026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3687729-453c-46b9-9145-c9f007713552] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.560026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.560026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.560026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.560026] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2c4676-9a18-4e3f-8909-fb037b35d5e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.569318] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1582.569318] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52831549-445a-136f-0ff4-41aa6a64b352" [ 1582.569318] env[62105]: _type = "Task" [ 1582.569318] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.579240] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52831549-445a-136f-0ff4-41aa6a64b352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.642742] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.646013] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1582.653394] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.738s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.655500] env[62105]: INFO nova.compute.claims [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.674647] env[62105]: DEBUG oslo_vmware.api [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903581, 'name': PowerOnVM_Task, 'duration_secs': 0.603975} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.674962] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1582.675191] env[62105]: INFO nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1582.675394] env[62105]: DEBUG nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.676247] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f888a18c-f85b-4be7-a283-8255d6664287 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.800438] env[62105]: INFO nova.compute.manager [-] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Took 1.43 seconds to deallocate network for instance. [ 1582.857751] env[62105]: DEBUG nova.network.neutron [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Updated VIF entry in instance network info cache for port 7dac6a9a-da27-4cf7-a32e-ce65db7f3118. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.857945] env[62105]: DEBUG nova.network.neutron [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.987633] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.987875] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.078923] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52831549-445a-136f-0ff4-41aa6a64b352, 'name': SearchDatastore_Task, 'duration_secs': 0.017576} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.079400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.080242] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.080242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.080242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.080242] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.080512] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8814eb2-a141-47bd-9aa7-4e4b2cb5f384 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.092672] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.092910] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.093848] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1ed7ef-1577-4886-80bc-dbb7fa34fb87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.100594] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1583.100594] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262ab9e-e866-81b7-9972-beeff6aa93a1" [ 1583.100594] env[62105]: _type = "Task" [ 1583.100594] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.109972] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262ab9e-e866-81b7-9972-beeff6aa93a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.161340] env[62105]: DEBUG nova.compute.utils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1583.166825] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1583.166825] env[62105]: DEBUG nova.network.neutron [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1583.197716] env[62105]: INFO nova.compute.manager [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Took 48.66 seconds to build instance. [ 1583.209869] env[62105]: DEBUG nova.policy [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7273f94ab7a8450fba94fde2f4acc591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07605cd83d9a4cb9bd55f14a4e49a081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1583.362997] env[62105]: DEBUG oslo_concurrency.lockutils [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] Releasing lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.362997] env[62105]: DEBUG nova.compute.manager [req-9932d585-99d5-4e53-b674-a9db5a75b5f3 req-1e6ac9d5-5fc0-4813-8227-49e203ac9bc1 service nova] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Received event network-vif-deleted-03c356d4-53ea-40ca-b501-442476cbdbf4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1583.383824] env[62105]: INFO nova.compute.manager [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Took 0.58 seconds to detach 1 volumes for instance. [ 1583.491023] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1583.511364] env[62105]: DEBUG nova.network.neutron [-] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.529223] env[62105]: DEBUG nova.network.neutron [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Successfully created port: 861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1583.611455] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262ab9e-e866-81b7-9972-beeff6aa93a1, 'name': SearchDatastore_Task, 'duration_secs': 0.026217} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.612437] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c618bf6-fb46-483c-bd4b-46e38050d9d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.621133] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1583.621133] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ee728-6e97-4ee6-9769-91e93d8c88aa" [ 1583.621133] env[62105]: _type = "Task" [ 1583.621133] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.628524] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ee728-6e97-4ee6-9769-91e93d8c88aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.673029] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1583.700691] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d87511-f9d8-46ba-9a4d-058f78783a71 tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.766s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.893359] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.013792] env[62105]: INFO nova.compute.manager [-] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Took 1.78 seconds to deallocate network for instance. [ 1584.019496] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.139263] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ee728-6e97-4ee6-9769-91e93d8c88aa, 'name': SearchDatastore_Task, 'duration_secs': 0.018088} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.139263] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.139263] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.139263] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9d4f4cc-3156-41fe-8510-a03ed289df23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.150202] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1584.150202] env[62105]: value = "task-1903583" [ 1584.150202] env[62105]: _type = "Task" [ 1584.150202] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.157496] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.232519] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6feb0-6583-4023-abba-1cee38c0ac8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.241306] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2740aef2-71fb-4f8d-81f1-91d2543ee422 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.272801] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8845a0b-831c-4c04-a723-45dd8b0d6ba6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.281864] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22835219-3170-4f3c-a8c7-5cf782d2cf06 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.296894] env[62105]: DEBUG nova.compute.provider_tree [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1584.400223] env[62105]: DEBUG nova.compute.manager [req-34abe7a4-a43f-4c70-8b2d-e4de74f05213 req-3050410c-24eb-45d9-b984-d9660a37aa54 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-vif-deleted-7e53e6a7-bc7a-467c-a52c-751d39cae02d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1584.400223] env[62105]: DEBUG nova.compute.manager [req-34abe7a4-a43f-4c70-8b2d-e4de74f05213 req-3050410c-24eb-45d9-b984-d9660a37aa54 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-vif-deleted-244ba301-6aea-4d0a-a273-250c9b1fbe31 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1584.400223] env[62105]: DEBUG nova.compute.manager [req-34abe7a4-a43f-4c70-8b2d-e4de74f05213 req-3050410c-24eb-45d9-b984-d9660a37aa54 service nova] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Received event network-vif-deleted-3ae2ec62-cdd7-4e84-a678-f37495903b8f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1584.524271] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.561787] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a06bed-7534-6c97-096d-60bf62ccf312/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1584.562860] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46144ce1-fbd9-4cc3-9e05-7d1896b6c6e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.571980] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a06bed-7534-6c97-096d-60bf62ccf312/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1584.571980] env[62105]: ERROR oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a06bed-7534-6c97-096d-60bf62ccf312/disk-0.vmdk due to incomplete transfer. [ 1584.571980] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9023d0d4-40c3-48f9-9380-94e051ebd3dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.582720] env[62105]: DEBUG oslo_vmware.rw_handles [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a06bed-7534-6c97-096d-60bf62ccf312/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1584.582948] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Uploaded image e2e0a8b5-8a32-4b7f-97b5-444a0c41a6cc to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1584.585445] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1584.585760] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e12ba20-ed8f-42f0-99f2-49e340eef444 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.596293] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1584.596293] env[62105]: value = "task-1903584" [ 1584.596293] env[62105]: _type = "Task" [ 1584.596293] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.607965] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903584, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.660685] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903583, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.681841] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1584.714363] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1584.714511] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1584.714571] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.714839] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1584.715041] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.715217] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1584.715439] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1584.715604] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1584.715772] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1584.715980] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1584.716119] env[62105]: DEBUG nova.virt.hardware [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1584.717096] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bb6b9f-f1c9-4a13-8701-92fd1e2841d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.730692] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b9b21f-120c-44c2-86e2-8fa874851721 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.802097] env[62105]: DEBUG nova.scheduler.client.report [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1585.110831] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903584, 'name': Destroy_Task, 'duration_secs': 0.450241} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.110831] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Destroyed the VM [ 1585.111462] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1585.111828] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c7a0f3e4-5e64-4ecc-8ede-941c6a7aeb1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.121437] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1585.121437] env[62105]: value = "task-1903585" [ 1585.121437] env[62105]: _type = "Task" [ 1585.121437] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.132592] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.136570] env[62105]: DEBUG nova.network.neutron [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Successfully updated port: 861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1585.162118] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903583, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.222788] env[62105]: DEBUG nova.compute.manager [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Received event network-changed-de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1585.223105] env[62105]: DEBUG nova.compute.manager [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Refreshing instance network info cache due to event network-changed-de2da30d-8434-4478-884c-d918e496edf2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1585.223450] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] Acquiring lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.223685] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] Acquired lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.223925] env[62105]: DEBUG nova.network.neutron [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Refreshing network info cache for port de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.312803] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.313721] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.316311] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.381s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.316611] env[62105]: DEBUG nova.objects.instance [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lazy-loading 'resources' on Instance uuid ea6ff7d5-ae57-4f21-b39b-8d5f53d19409 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.634504] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903585, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.636106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-4e632a3b-c7b6-41e9-acb5-33a42e786fb9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.636254] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-4e632a3b-c7b6-41e9-acb5-33a42e786fb9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.636406] env[62105]: DEBUG nova.network.neutron [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.660772] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903583, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.822135] env[62105]: DEBUG nova.compute.utils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.822135] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.825385] env[62105]: DEBUG nova.network.neutron [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.915940] env[62105]: DEBUG nova.policy [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3d833f1aebe4f4fa4aca5b2831700a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef7b02723e84a2f98cfc0d6ab410d3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.996090] env[62105]: DEBUG nova.network.neutron [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updated VIF entry in instance network info cache for port de2da30d-8434-4478-884c-d918e496edf2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.996468] env[62105]: DEBUG nova.network.neutron [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updating instance_info_cache with network_info: [{"id": "de2da30d-8434-4478-884c-d918e496edf2", "address": "fa:16:3e:06:cc:ed", "network": {"id": "3acba436-b1e0-4cdd-baf3-42c2b4a08c38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-180318525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b92d26c2aca4fb4ab8e1436f470bc2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2da30d-84", "ovs_interfaceid": "de2da30d-8434-4478-884c-d918e496edf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.134506] env[62105]: DEBUG oslo_vmware.api [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903585, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6969} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.135119] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1586.135397] env[62105]: INFO nova.compute.manager [None req-f427c777-3559-4bbf-9ebc-85c449fdac10 tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Took 16.43 seconds to snapshot the instance on the hypervisor. [ 1586.161160] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903583, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.667631} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.162260] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.162260] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.162260] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298ce22d-583f-42ff-992d-18ae6b3de712 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.171797] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1586.171797] env[62105]: value = "task-1903586" [ 1586.171797] env[62105]: _type = "Task" [ 1586.171797] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.188191] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.205383] env[62105]: DEBUG nova.network.neutron [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1586.309704] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb2828-5110-42e1-8ad5-955ee8d37723 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.318309] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe582b2a-4055-43fe-9c48-b710809886ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.355490] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.360565] env[62105]: DEBUG nova.network.neutron [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Updating instance_info_cache with network_info: [{"id": "861b6e39-f6f6-4723-9919-a4ebd6b0096d", "address": "fa:16:3e:8d:d7:3f", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861b6e39-f6", "ovs_interfaceid": "861b6e39-f6f6-4723-9919-a4ebd6b0096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.361239] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70382740-cc5e-4b8f-b35f-d8479f5fc94b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.370572] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2d733e-6f8a-47ad-8805-73bef4b0d6d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.386808] env[62105]: DEBUG nova.compute.provider_tree [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.469330] env[62105]: DEBUG nova.network.neutron [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Successfully created port: 4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.499612] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f6d82ad-2187-4754-b605-ba592c797a08 req-b09871cd-b395-47d0-b3c4-d143f3a6e3e0 service nova] Releasing lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.604311] env[62105]: DEBUG nova.compute.manager [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Received event network-vif-plugged-861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1586.604311] env[62105]: DEBUG oslo_concurrency.lockutils [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] Acquiring lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.604311] env[62105]: DEBUG oslo_concurrency.lockutils [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.604311] env[62105]: DEBUG oslo_concurrency.lockutils [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.604311] env[62105]: DEBUG nova.compute.manager [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] No waiting events found dispatching network-vif-plugged-861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1586.604311] env[62105]: WARNING nova.compute.manager [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Received unexpected event network-vif-plugged-861b6e39-f6f6-4723-9919-a4ebd6b0096d for instance with vm_state building and task_state spawning. [ 1586.604311] env[62105]: DEBUG nova.compute.manager [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Received event network-changed-861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1586.604846] env[62105]: DEBUG nova.compute.manager [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Refreshing instance network info cache due to event network-changed-861b6e39-f6f6-4723-9919-a4ebd6b0096d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1586.605180] env[62105]: DEBUG oslo_concurrency.lockutils [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] Acquiring lock "refresh_cache-4e632a3b-c7b6-41e9-acb5-33a42e786fb9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.683913] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.408779} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.686881] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1586.687836] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a3cbb-2bee-4669-bbd1-f386e8a374a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.712581] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.713204] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c90272-5db2-479f-a135-051e33860888 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.746563] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1586.746563] env[62105]: value = "task-1903587" [ 1586.746563] env[62105]: _type = "Task" [ 1586.746563] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.758364] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903587, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.870212] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-4e632a3b-c7b6-41e9-acb5-33a42e786fb9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.870984] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance network_info: |[{"id": "861b6e39-f6f6-4723-9919-a4ebd6b0096d", "address": "fa:16:3e:8d:d7:3f", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861b6e39-f6", "ovs_interfaceid": "861b6e39-f6f6-4723-9919-a4ebd6b0096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1586.872867] env[62105]: DEBUG oslo_concurrency.lockutils [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] Acquired lock "refresh_cache-4e632a3b-c7b6-41e9-acb5-33a42e786fb9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.873460] env[62105]: DEBUG nova.network.neutron [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Refreshing network info cache for port 861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1586.876175] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d7:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '861b6e39-f6f6-4723-9919-a4ebd6b0096d', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1586.889644] env[62105]: DEBUG oslo.service.loopingcall [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1586.890922] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1586.893144] env[62105]: DEBUG nova.scheduler.client.report [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.898813] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84edb047-f097-4a68-9b62-4182b7fde1d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.919496] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.921979] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.357s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.922268] env[62105]: DEBUG nova.objects.instance [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lazy-loading 'resources' on Instance uuid 5dbe2308-8315-445f-9571-994de7e8d4d2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1586.934479] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1586.934479] env[62105]: value = "task-1903588" [ 1586.934479] env[62105]: _type = "Task" [ 1586.934479] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.945825] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903588, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.260950] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903587, 'name': ReconfigVM_Task, 'duration_secs': 0.347525} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.262511] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfigured VM instance instance-00000036 to attach disk [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.262511] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b36a4c38-8fc2-4517-91e5-906c7b714f96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.271092] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1587.271092] env[62105]: value = "task-1903589" [ 1587.271092] env[62105]: _type = "Task" [ 1587.271092] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.279882] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903589, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.373683] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.401110] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1587.401369] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.401542] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1587.401732] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.401881] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1587.402042] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1587.402262] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1587.402425] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1587.402626] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1587.402797] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1587.402991] env[62105]: DEBUG nova.virt.hardware [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1587.403947] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3043aff-5ed1-4154-be33-eb9b43cac507 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.413080] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb60c9-b0e8-4ccf-b7f8-620220f85632 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.444105] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903588, 'name': CreateVM_Task, 'duration_secs': 0.405829} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.444244] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1587.444924] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.445106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.445425] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1587.445673] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586da561-16b0-46c2-9ffb-9fb53c5ef16f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.452594] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1587.452594] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ef0c44-ba7d-58e5-ab05-af2bfbfd7332" [ 1587.452594] env[62105]: _type = "Task" [ 1587.452594] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.458019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-63c6a66c-5737-482f-8ed1-5dd5ebf698ea tempest-ServerActionsV293TestJSON-790609868 tempest-ServerActionsV293TestJSON-790609868-project-member] Lock "ea6ff7d5-ae57-4f21-b39b-8d5f53d19409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.511s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.469700] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ef0c44-ba7d-58e5-ab05-af2bfbfd7332, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.470236] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.470332] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1587.470631] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1587.470784] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.470968] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1587.471248] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39b107d0-c45a-4dce-bf2f-ea6d6c15fc14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.491460] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1587.491460] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1587.491460] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9d1e295-6916-4ee7-bfcb-f83b6844635c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.502390] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1587.502390] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c0b33b-7d4f-ce4c-57d0-03ef1b15505d" [ 1587.502390] env[62105]: _type = "Task" [ 1587.502390] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.511318] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c0b33b-7d4f-ce4c-57d0-03ef1b15505d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.623561] env[62105]: DEBUG nova.network.neutron [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Updated VIF entry in instance network info cache for port 861b6e39-f6f6-4723-9919-a4ebd6b0096d. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1587.623966] env[62105]: DEBUG nova.network.neutron [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Updating instance_info_cache with network_info: [{"id": "861b6e39-f6f6-4723-9919-a4ebd6b0096d", "address": "fa:16:3e:8d:d7:3f", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap861b6e39-f6", "ovs_interfaceid": "861b6e39-f6f6-4723-9919-a4ebd6b0096d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.783226] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903589, 'name': Rename_Task, 'duration_secs': 0.195937} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.783513] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1587.783754] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4917f04-f811-4321-bcd4-9fcce5bfd91d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.791129] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1587.791129] env[62105]: value = "task-1903590" [ 1587.791129] env[62105]: _type = "Task" [ 1587.791129] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.799277] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.830254] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e6ba9-1ee4-4649-bcc7-d12edd1b668b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.838135] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23cf375-c7c7-4a9f-a06d-f6a2b7d4d044 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.870175] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15fb39d-4cd9-4607-a904-eb146cbb40e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.879198] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68336b41-f9e3-4f55-b759-e5496d5137fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.893108] env[62105]: DEBUG nova.compute.provider_tree [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.013625] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c0b33b-7d4f-ce4c-57d0-03ef1b15505d, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.014439] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e654f8-f4cf-4e24-b603-ebb9cb610034 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.019567] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1588.019567] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a91261-cb19-23f0-e174-bde34ae6368e" [ 1588.019567] env[62105]: _type = "Task" [ 1588.019567] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.027206] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a91261-cb19-23f0-e174-bde34ae6368e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.132708] env[62105]: DEBUG oslo_concurrency.lockutils [req-116dc715-ed6a-4184-8cd0-7d97f4de10ce req-d3afcb9e-eaf8-4c27-b913-3bf7c2cf0962 service nova] Releasing lock "refresh_cache-4e632a3b-c7b6-41e9-acb5-33a42e786fb9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.302817] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903590, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.396616] env[62105]: DEBUG nova.scheduler.client.report [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.537712] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a91261-cb19-23f0-e174-bde34ae6368e, 'name': SearchDatastore_Task, 'duration_secs': 0.012143} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.537712] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1588.537712] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1588.537712] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e6a735f-a915-4e7e-9852-f221702c1b96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.543343] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1588.543343] env[62105]: value = "task-1903591" [ 1588.543343] env[62105]: _type = "Task" [ 1588.543343] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.552474] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.609496] env[62105]: DEBUG nova.network.neutron [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Successfully updated port: 4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.699050] env[62105]: DEBUG nova.compute.manager [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Received event network-changed-de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1588.699288] env[62105]: DEBUG nova.compute.manager [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Refreshing instance network info cache due to event network-changed-de2da30d-8434-4478-884c-d918e496edf2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1588.699534] env[62105]: DEBUG oslo_concurrency.lockutils [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] Acquiring lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.699742] env[62105]: DEBUG oslo_concurrency.lockutils [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] Acquired lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.700529] env[62105]: DEBUG nova.network.neutron [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Refreshing network info cache for port de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1588.804799] env[62105]: DEBUG oslo_vmware.api [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903590, 'name': PowerOnVM_Task, 'duration_secs': 0.570293} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.805191] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.805413] env[62105]: INFO nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1588.805618] env[62105]: DEBUG nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.806557] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c574b-2d47-4a3b-83e1-a1c3f4496440 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.905528] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.909084] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.283s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.911459] env[62105]: INFO nova.compute.claims [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1588.941083] env[62105]: INFO nova.scheduler.client.report [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Deleted allocations for instance 5dbe2308-8315-445f-9571-994de7e8d4d2 [ 1589.054731] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903591, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.112227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "refresh_cache-8e11434e-ddb3-47bf-a84a-bf052c1bf631" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.112419] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "refresh_cache-8e11434e-ddb3-47bf-a84a-bf052c1bf631" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.112602] env[62105]: DEBUG nova.network.neutron [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.330576] env[62105]: INFO nova.compute.manager [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Took 44.47 seconds to build instance. [ 1589.452044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fcffc80-78e9-4ff2-91e5-31d81a0d3eae tempest-ServersTestJSON-221085554 tempest-ServersTestJSON-221085554-project-member] Lock "5dbe2308-8315-445f-9571-994de7e8d4d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.662s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.551385] env[62105]: DEBUG nova.network.neutron [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updated VIF entry in instance network info cache for port de2da30d-8434-4478-884c-d918e496edf2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1589.551743] env[62105]: DEBUG nova.network.neutron [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updating instance_info_cache with network_info: [{"id": "de2da30d-8434-4478-884c-d918e496edf2", "address": "fa:16:3e:06:cc:ed", "network": {"id": "3acba436-b1e0-4cdd-baf3-42c2b4a08c38", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-180318525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b92d26c2aca4fb4ab8e1436f470bc2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde2da30d-84", "ovs_interfaceid": "de2da30d-8434-4478-884c-d918e496edf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.557801] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518007} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.557801] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1589.557801] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1589.558067] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-037bc1a1-66ab-4a60-ab45-8e9ebcaa5319 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.566748] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1589.566748] env[62105]: value = "task-1903592" [ 1589.566748] env[62105]: _type = "Task" [ 1589.566748] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.577214] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.655865] env[62105]: DEBUG nova.network.neutron [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.832262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6aca61c7-b93e-42d2-bd8c-9bcb7cbb784e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.216s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.002019] env[62105]: DEBUG nova.network.neutron [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Updating instance_info_cache with network_info: [{"id": "4abbabbd-6399-40bd-80df-e32c01fd0d2f", "address": "fa:16:3e:9f:72:dc", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abbabbd-63", "ovs_interfaceid": "4abbabbd-6399-40bd-80df-e32c01fd0d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.057918] env[62105]: DEBUG oslo_concurrency.lockutils [req-e6cd8140-4d11-471b-ad8d-1d10516f6788 req-76a6f609-0806-49b2-89a0-d876592e2769 service nova] Releasing lock "refresh_cache-ef15cc73-85b5-451f-b7b9-92673c0ed4e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.082796] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09763} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.083205] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1590.084391] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d903bb83-2cd0-4457-886c-3e8057750499 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.112413] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.115406] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67b682c2-dd5a-4832-87d3-8175ca235db4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.139314] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1590.139314] env[62105]: value = "task-1903593" [ 1590.139314] env[62105]: _type = "Task" [ 1590.139314] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.153954] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.422356] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff199d02-53ad-49d1-92ee-fd02386347af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.430724] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74519fb8-ce44-46cc-b291-80182d5b0436 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.461606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b042ae28-5e9e-4b38-931b-cbe7f4dc51a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.470539] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb1c586-7416-4a52-9d44-f072e8ccc292 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.491578] env[62105]: DEBUG nova.compute.provider_tree [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.504295] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "refresh_cache-8e11434e-ddb3-47bf-a84a-bf052c1bf631" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.504615] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Instance network_info: |[{"id": "4abbabbd-6399-40bd-80df-e32c01fd0d2f", "address": "fa:16:3e:9f:72:dc", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abbabbd-63", "ovs_interfaceid": "4abbabbd-6399-40bd-80df-e32c01fd0d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.505214] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:72:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4abbabbd-6399-40bd-80df-e32c01fd0d2f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.513125] env[62105]: DEBUG oslo.service.loopingcall [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.513944] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.514202] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083836fb-d49c-447b-b416-68ed2c0fd4c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.537364] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.537364] env[62105]: value = "task-1903594" [ 1590.537364] env[62105]: _type = "Task" [ 1590.537364] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.546869] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903594, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.652314] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.839356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.839356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.839356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.839356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.839356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.842778] env[62105]: INFO nova.compute.manager [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Terminating instance [ 1590.902985] env[62105]: DEBUG nova.compute.manager [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Received event network-vif-plugged-4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1590.903733] env[62105]: DEBUG oslo_concurrency.lockutils [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] Acquiring lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.904368] env[62105]: DEBUG oslo_concurrency.lockutils [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.904897] env[62105]: DEBUG oslo_concurrency.lockutils [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.905750] env[62105]: DEBUG nova.compute.manager [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] No waiting events found dispatching network-vif-plugged-4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.905750] env[62105]: WARNING nova.compute.manager [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Received unexpected event network-vif-plugged-4abbabbd-6399-40bd-80df-e32c01fd0d2f for instance with vm_state building and task_state spawning. [ 1590.906567] env[62105]: DEBUG nova.compute.manager [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Received event network-changed-4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1590.906944] env[62105]: DEBUG nova.compute.manager [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Refreshing instance network info cache due to event network-changed-4abbabbd-6399-40bd-80df-e32c01fd0d2f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1590.907488] env[62105]: DEBUG oslo_concurrency.lockutils [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] Acquiring lock "refresh_cache-8e11434e-ddb3-47bf-a84a-bf052c1bf631" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.907864] env[62105]: DEBUG oslo_concurrency.lockutils [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] Acquired lock "refresh_cache-8e11434e-ddb3-47bf-a84a-bf052c1bf631" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.908264] env[62105]: DEBUG nova.network.neutron [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Refreshing network info cache for port 4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.996860] env[62105]: DEBUG nova.scheduler.client.report [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.051273] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903594, 'name': CreateVM_Task, 'duration_secs': 0.464883} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.051632] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.052535] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.052865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.053356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.053741] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ca3afb-bf4c-47fe-8c74-fbed6dd47e66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.060436] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1591.060436] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8ef29-718a-93bc-633b-70af51c67cdd" [ 1591.060436] env[62105]: _type = "Task" [ 1591.060436] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.071331] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8ef29-718a-93bc-633b-70af51c67cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.151160] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903593, 'name': ReconfigVM_Task, 'duration_secs': 0.800291} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.151549] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1591.153895] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d047176-0832-4dc9-9b41-15e7d9d599d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.160223] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1591.160223] env[62105]: value = "task-1903595" [ 1591.160223] env[62105]: _type = "Task" [ 1591.160223] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.172529] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903595, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.353846] env[62105]: DEBUG nova.compute.manager [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1591.354133] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.355087] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c41f2a-ea8e-482d-b683-507584786363 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.363664] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1591.363942] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-870e040e-8712-46f4-8e4f-1a88176d2e9c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.376023] env[62105]: DEBUG oslo_vmware.api [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1591.376023] env[62105]: value = "task-1903596" [ 1591.376023] env[62105]: _type = "Task" [ 1591.376023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.382569] env[62105]: DEBUG oslo_vmware.api [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.505051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.505621] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1591.509176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.951s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.509428] env[62105]: DEBUG nova.objects.instance [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lazy-loading 'resources' on Instance uuid 413dd89a-6b40-41bb-9140-3a809ab169c6 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.572646] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f8ef29-718a-93bc-633b-70af51c67cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.573683] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.573940] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1591.574177] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.574430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.574685] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1591.575346] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-405fb7d9-7d71-40c3-ab00-1ac5c16ece28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.593039] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.593039] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.594742] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67f04fb-7459-4765-be71-700dc6287996 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.607420] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1591.607420] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52210df0-38b7-8815-d254-09b57aa4c789" [ 1591.607420] env[62105]: _type = "Task" [ 1591.607420] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.619507] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52210df0-38b7-8815-d254-09b57aa4c789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.670333] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903595, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.882761] env[62105]: DEBUG oslo_vmware.api [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903596, 'name': PowerOffVM_Task, 'duration_secs': 0.319183} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.883226] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.883226] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.883490] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45c97e3b-46ee-42ac-8d77-2f34715ea46f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.993676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.994083] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.994396] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Deleting the datastore file [datastore2] ef15cc73-85b5-451f-b7b9-92673c0ed4e5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.994722] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e597101-3eaf-40bf-900f-63ebb3c8a434 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.002699] env[62105]: DEBUG oslo_vmware.api [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for the task: (returnval){ [ 1592.002699] env[62105]: value = "task-1903598" [ 1592.002699] env[62105]: _type = "Task" [ 1592.002699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.011083] env[62105]: DEBUG oslo_vmware.api [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.016402] env[62105]: DEBUG nova.compute.utils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.020372] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1592.020541] env[62105]: DEBUG nova.network.neutron [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.050802] env[62105]: DEBUG nova.compute.manager [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1592.076869] env[62105]: DEBUG nova.policy [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '330e4ef693854328a8b0a319b9e7f35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ddc887d07c49209ab89fb37c7549fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1592.100743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.101283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.101283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.101283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.101421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.103764] env[62105]: INFO nova.compute.manager [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Terminating instance [ 1592.123904] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52210df0-38b7-8815-d254-09b57aa4c789, 'name': SearchDatastore_Task, 'duration_secs': 0.022355} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.124776] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36370bda-bb08-4652-971d-39e0c6aabc3f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.132488] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1592.132488] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd5378-0ad4-e2ce-3c33-bb4fb2eaf7e0" [ 1592.132488] env[62105]: _type = "Task" [ 1592.132488] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.149890] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd5378-0ad4-e2ce-3c33-bb4fb2eaf7e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.155421] env[62105]: DEBUG nova.network.neutron [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Updated VIF entry in instance network info cache for port 4abbabbd-6399-40bd-80df-e32c01fd0d2f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.155763] env[62105]: DEBUG nova.network.neutron [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Updating instance_info_cache with network_info: [{"id": "4abbabbd-6399-40bd-80df-e32c01fd0d2f", "address": "fa:16:3e:9f:72:dc", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4abbabbd-63", "ovs_interfaceid": "4abbabbd-6399-40bd-80df-e32c01fd0d2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.174012] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903595, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.503317] env[62105]: DEBUG nova.network.neutron [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Successfully created port: 39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1592.515637] env[62105]: DEBUG oslo_vmware.api [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Task: {'id': task-1903598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388978} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.515884] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1592.515968] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1592.516160] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1592.516366] env[62105]: INFO nova.compute.manager [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1592.516643] env[62105]: DEBUG oslo.service.loopingcall [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.516842] env[62105]: DEBUG nova.compute.manager [-] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1592.516937] env[62105]: DEBUG nova.network.neutron [-] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1592.521154] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1592.583510] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.607699] env[62105]: DEBUG nova.compute.manager [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1592.607965] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1592.609467] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfce5040-8bc1-4442-8e49-a2f390454731 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.624017] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1592.624803] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-240108a2-e5b0-4b81-b392-6a2ed370c3cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.633740] env[62105]: DEBUG oslo_vmware.api [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1592.633740] env[62105]: value = "task-1903599" [ 1592.633740] env[62105]: _type = "Task" [ 1592.633740] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.642556] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f3cde2-73b2-4c60-8b60-1659fa59a0f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.651686] env[62105]: DEBUG oslo_vmware.api [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.651976] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd5378-0ad4-e2ce-3c33-bb4fb2eaf7e0, 'name': SearchDatastore_Task, 'duration_secs': 0.02236} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.652638] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.652969] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 8e11434e-ddb3-47bf-a84a-bf052c1bf631/8e11434e-ddb3-47bf-a84a-bf052c1bf631.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.653316] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f4f3b8-0556-415e-8d9c-1e533e13ecce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.658171] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f560776-e791-406f-b926-51c389105588 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.662707] env[62105]: DEBUG oslo_concurrency.lockutils [req-98abaf41-5630-40f8-a949-7cb5c7936be5 req-27f81496-ae74-4af3-ab5a-fc07a0eae029 service nova] Releasing lock "refresh_cache-8e11434e-ddb3-47bf-a84a-bf052c1bf631" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.663146] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1592.663146] env[62105]: value = "task-1903600" [ 1592.663146] env[62105]: _type = "Task" [ 1592.663146] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.696786] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301712b4-47fd-4871-904f-3920ec2e9128 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.704871] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.705145] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903595, 'name': Rename_Task, 'duration_secs': 1.096539} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.705820] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1592.706392] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd80436b-7eb1-464a-bdc9-46ee54f946b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.711494] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db65a3c0-8535-47b5-b0c8-4a6b10682c04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.716668] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1592.716668] env[62105]: value = "task-1903601" [ 1592.716668] env[62105]: _type = "Task" [ 1592.716668] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.731708] env[62105]: DEBUG nova.compute.provider_tree [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1592.737699] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903601, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.092282] env[62105]: DEBUG nova.compute.manager [req-732c9986-ebe7-4aab-a5ff-b566225d72bd req-eb0c9ab6-39a1-45df-9b93-89df0b579763 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Received event network-vif-deleted-de2da30d-8434-4478-884c-d918e496edf2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1593.092631] env[62105]: INFO nova.compute.manager [req-732c9986-ebe7-4aab-a5ff-b566225d72bd req-eb0c9ab6-39a1-45df-9b93-89df0b579763 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Neutron deleted interface de2da30d-8434-4478-884c-d918e496edf2; detaching it from the instance and deleting it from the info cache [ 1593.092792] env[62105]: DEBUG nova.network.neutron [req-732c9986-ebe7-4aab-a5ff-b566225d72bd req-eb0c9ab6-39a1-45df-9b93-89df0b579763 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.148103] env[62105]: DEBUG oslo_vmware.api [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903599, 'name': PowerOffVM_Task, 'duration_secs': 0.251552} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.148416] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.148607] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.148936] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64955b39-6a7b-4f2b-be02-58300c7effea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.175621] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903600, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.229063] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903601, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.236556] env[62105]: DEBUG nova.scheduler.client.report [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.264378] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.264378] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.264378] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Deleting the datastore file [datastore1] 20370a0d-4dd5-43b2-848b-0bfd8a895e1d {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.264378] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcdd3de0-8e61-462c-91bb-ef245a12ed47 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.271723] env[62105]: DEBUG oslo_vmware.api [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1593.271723] env[62105]: value = "task-1903603" [ 1593.271723] env[62105]: _type = "Task" [ 1593.271723] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.281373] env[62105]: DEBUG oslo_vmware.api [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.533607] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1593.562963] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1593.563542] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1593.563542] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1593.563668] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1593.563821] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1593.563975] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1593.564252] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1593.564422] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1593.564716] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1593.564850] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1593.565014] env[62105]: DEBUG nova.virt.hardware [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1593.565366] env[62105]: DEBUG nova.network.neutron [-] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.567472] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86de25a-e3fd-4142-afd1-6fd632229d67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.577585] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12f1eb-51bd-4302-994e-85b93b56327a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.597116] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-924bbe79-9003-47b0-be13-90b7a8787bdb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.608367] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76844da5-70ac-49e7-8d15-c14da79b1cd4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.644988] env[62105]: DEBUG nova.compute.manager [req-732c9986-ebe7-4aab-a5ff-b566225d72bd req-eb0c9ab6-39a1-45df-9b93-89df0b579763 service nova] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Detach interface failed, port_id=de2da30d-8434-4478-884c-d918e496edf2, reason: Instance ef15cc73-85b5-451f-b7b9-92673c0ed4e5 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1593.674112] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553412} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.674389] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 8e11434e-ddb3-47bf-a84a-bf052c1bf631/8e11434e-ddb3-47bf-a84a-bf052c1bf631.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.674601] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.674851] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26d15506-a06c-4806-8948-d6333f5a4882 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.683562] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1593.683562] env[62105]: value = "task-1903604" [ 1593.683562] env[62105]: _type = "Task" [ 1593.683562] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.692078] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.728647] env[62105]: DEBUG oslo_vmware.api [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903601, 'name': PowerOnVM_Task, 'duration_secs': 0.702577} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.728918] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1593.729132] env[62105]: INFO nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1593.729312] env[62105]: DEBUG nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1593.730093] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b6a6d2-c515-4f8c-a413-4d9797cf7c3a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.739444] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.741634] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.165s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.741884] env[62105]: DEBUG nova.objects.instance [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lazy-loading 'resources' on Instance uuid fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.764510] env[62105]: INFO nova.scheduler.client.report [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Deleted allocations for instance 413dd89a-6b40-41bb-9140-3a809ab169c6 [ 1593.785153] env[62105]: DEBUG oslo_vmware.api [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270827} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.785153] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1593.785153] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1593.785153] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1593.785356] env[62105]: INFO nova.compute.manager [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1593.785588] env[62105]: DEBUG oslo.service.loopingcall [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.785667] env[62105]: DEBUG nova.compute.manager [-] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1593.785766] env[62105]: DEBUG nova.network.neutron [-] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.051894] env[62105]: DEBUG nova.compute.manager [req-e9cefc7b-541c-4bd4-92d2-83121cae5f42 req-ff13e8d7-67a8-43a8-af13-71345071448d service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Received event network-vif-plugged-39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1594.052132] env[62105]: DEBUG oslo_concurrency.lockutils [req-e9cefc7b-541c-4bd4-92d2-83121cae5f42 req-ff13e8d7-67a8-43a8-af13-71345071448d service nova] Acquiring lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.052347] env[62105]: DEBUG oslo_concurrency.lockutils [req-e9cefc7b-541c-4bd4-92d2-83121cae5f42 req-ff13e8d7-67a8-43a8-af13-71345071448d service nova] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.052547] env[62105]: DEBUG oslo_concurrency.lockutils [req-e9cefc7b-541c-4bd4-92d2-83121cae5f42 req-ff13e8d7-67a8-43a8-af13-71345071448d service nova] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.052728] env[62105]: DEBUG nova.compute.manager [req-e9cefc7b-541c-4bd4-92d2-83121cae5f42 req-ff13e8d7-67a8-43a8-af13-71345071448d service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] No waiting events found dispatching network-vif-plugged-39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1594.052894] env[62105]: WARNING nova.compute.manager [req-e9cefc7b-541c-4bd4-92d2-83121cae5f42 req-ff13e8d7-67a8-43a8-af13-71345071448d service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Received unexpected event network-vif-plugged-39e2f64a-446e-4277-b27f-073f56e231c9 for instance with vm_state building and task_state spawning. [ 1594.071861] env[62105]: INFO nova.compute.manager [-] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Took 1.55 seconds to deallocate network for instance. [ 1594.194661] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080691} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.194928] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.195784] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b76f8-6955-4bd7-ae19-88f23cdff1f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.224554] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8e11434e-ddb3-47bf-a84a-bf052c1bf631/8e11434e-ddb3-47bf-a84a-bf052c1bf631.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.224877] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aed0a560-3218-45c2-8e90-9be2e288e077 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.247070] env[62105]: DEBUG nova.network.neutron [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Successfully updated port: 39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1594.257624] env[62105]: INFO nova.compute.manager [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Took 45.33 seconds to build instance. [ 1594.269878] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1594.269878] env[62105]: value = "task-1903605" [ 1594.269878] env[62105]: _type = "Task" [ 1594.269878] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.277977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-57648127-b86e-4391-9703-be169d03d21e tempest-SecurityGroupsTestJSON-1137845554 tempest-SecurityGroupsTestJSON-1137845554-project-member] Lock "413dd89a-6b40-41bb-9140-3a809ab169c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.052s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.288089] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.578638] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.628038] env[62105]: DEBUG nova.network.neutron [-] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.745980] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc9b9a-ca56-4b3f-ac49-346fae8a77b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.759010] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1b5c0c-27ed-4043-9fd3-5311e1cfcd19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.767019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7a576e64-ea2d-4821-b36f-5e095ce44452 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.104s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.767019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "refresh_cache-4c555c59-1945-4b0f-98c2-2af5bbb391eb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.767019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "refresh_cache-4c555c59-1945-4b0f-98c2-2af5bbb391eb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.767019] env[62105]: DEBUG nova.network.neutron [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1594.802595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156f475-36bf-483f-a84a-3c177be6b567 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.814436] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eca091-23be-453b-9a61-e8b160039a40 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.818885] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.832677] env[62105]: DEBUG nova.compute.provider_tree [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1595.129816] env[62105]: INFO nova.compute.manager [-] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Took 1.34 seconds to deallocate network for instance. [ 1595.248023] env[62105]: DEBUG nova.compute.manager [req-0c418613-5212-40f0-9d05-13456635b7ed req-6e1b20f0-cc61-4940-8c23-484d1c892b44 service nova] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Received event network-vif-deleted-d888443f-1bfa-48be-ab70-7916cf704f1c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1595.308176] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903605, 'name': ReconfigVM_Task, 'duration_secs': 0.689759} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.308486] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8e11434e-ddb3-47bf-a84a-bf052c1bf631/8e11434e-ddb3-47bf-a84a-bf052c1bf631.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.309204] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8622d77-5bbc-4e50-8d76-25736121ef84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.314784] env[62105]: DEBUG nova.network.neutron [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1595.319359] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1595.319359] env[62105]: value = "task-1903606" [ 1595.319359] env[62105]: _type = "Task" [ 1595.319359] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.329668] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903606, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.339136] env[62105]: DEBUG nova.scheduler.client.report [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1595.541623] env[62105]: DEBUG nova.network.neutron [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Updating instance_info_cache with network_info: [{"id": "39e2f64a-446e-4277-b27f-073f56e231c9", "address": "fa:16:3e:1d:07:9a", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e2f64a-44", "ovs_interfaceid": "39e2f64a-446e-4277-b27f-073f56e231c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.639652] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.738604] env[62105]: INFO nova.compute.manager [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Rebuilding instance [ 1595.787330] env[62105]: DEBUG nova.compute.manager [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.788384] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f758d4fa-7900-461b-995f-bcdda9ee2036 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.830408] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903606, 'name': Rename_Task, 'duration_secs': 0.158837} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.830749] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.831179] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138cf206-bc86-49e4-bd28-12792779884e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.838809] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1595.838809] env[62105]: value = "task-1903607" [ 1595.838809] env[62105]: _type = "Task" [ 1595.838809] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.844793] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.850769] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.272s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.851769] env[62105]: INFO nova.compute.claims [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.854765] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.875404] env[62105]: INFO nova.scheduler.client.report [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Deleted allocations for instance fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5 [ 1596.047092] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "refresh_cache-4c555c59-1945-4b0f-98c2-2af5bbb391eb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.047574] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Instance network_info: |[{"id": "39e2f64a-446e-4277-b27f-073f56e231c9", "address": "fa:16:3e:1d:07:9a", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e2f64a-44", "ovs_interfaceid": "39e2f64a-446e-4277-b27f-073f56e231c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1596.048262] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:07:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e2f64a-446e-4277-b27f-073f56e231c9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1596.059455] env[62105]: DEBUG oslo.service.loopingcall [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.059455] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1596.059587] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb6f353-07c1-43b9-bea3-7b23e0a01d44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.085037] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1596.085037] env[62105]: value = "task-1903608" [ 1596.085037] env[62105]: _type = "Task" [ 1596.085037] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.085037] env[62105]: DEBUG nova.compute.manager [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Received event network-changed-39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1596.085037] env[62105]: DEBUG nova.compute.manager [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Refreshing instance network info cache due to event network-changed-39e2f64a-446e-4277-b27f-073f56e231c9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1596.085037] env[62105]: DEBUG oslo_concurrency.lockutils [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] Acquiring lock "refresh_cache-4c555c59-1945-4b0f-98c2-2af5bbb391eb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.085037] env[62105]: DEBUG oslo_concurrency.lockutils [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] Acquired lock "refresh_cache-4c555c59-1945-4b0f-98c2-2af5bbb391eb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.085614] env[62105]: DEBUG nova.network.neutron [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Refreshing network info cache for port 39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1596.096374] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903608, 'name': CreateVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.350317] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.387041] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ccbc5555-cccb-430b-a704-df85962674ad tempest-ServersTestManualDisk-290611706 tempest-ServersTestManualDisk-290611706-project-member] Lock "fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.829s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.597460] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903608, 'name': CreateVM_Task, 'duration_secs': 0.431831} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.597590] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1596.598833] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1596.598998] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.599332] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1596.599933] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c82a9a-01b5-4e5b-bd1d-84f08834c729 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.604619] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1596.604619] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524870df-69f8-32c7-28ba-b5318fcfe178" [ 1596.604619] env[62105]: _type = "Task" [ 1596.604619] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.614361] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524870df-69f8-32c7-28ba-b5318fcfe178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.811485] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.811485] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a0d22c-b230-4c87-8e4f-d4640ff674d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.818716] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1596.818716] env[62105]: value = "task-1903609" [ 1596.818716] env[62105]: _type = "Task" [ 1596.818716] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.831811] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.856413] env[62105]: DEBUG oslo_vmware.api [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903607, 'name': PowerOnVM_Task, 'duration_secs': 0.545506} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.856711] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.856924] env[62105]: INFO nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1596.857115] env[62105]: DEBUG nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.858223] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa97be16-b367-4c51-8905-f0039f328ada {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.976749] env[62105]: DEBUG nova.network.neutron [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Updated VIF entry in instance network info cache for port 39e2f64a-446e-4277-b27f-073f56e231c9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1596.977217] env[62105]: DEBUG nova.network.neutron [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Updating instance_info_cache with network_info: [{"id": "39e2f64a-446e-4277-b27f-073f56e231c9", "address": "fa:16:3e:1d:07:9a", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e2f64a-44", "ovs_interfaceid": "39e2f64a-446e-4277-b27f-073f56e231c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.120675] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524870df-69f8-32c7-28ba-b5318fcfe178, 'name': SearchDatastore_Task, 'duration_secs': 0.01826} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.121072] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.121323] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1597.121556] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.121698] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.121886] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1597.122159] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dc0cfdf-50d1-4c97-ab90-77fef3dfc804 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.138055] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1597.138268] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1597.139301] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922eefc7-34c2-4e2b-a8cc-a3fc0368c194 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.145607] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1597.145607] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526d9ff2-13e6-edad-5c15-d1f17d0a46e1" [ 1597.145607] env[62105]: _type = "Task" [ 1597.145607] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.163672] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526d9ff2-13e6-edad-5c15-d1f17d0a46e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013474} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.165172] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b12add-7901-4e10-8237-51ae934513fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.178280] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1597.178280] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52477c20-2f6f-cfd0-c53c-6e1bac0ccff4" [ 1597.178280] env[62105]: _type = "Task" [ 1597.178280] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.188320] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52477c20-2f6f-cfd0-c53c-6e1bac0ccff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.333804] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903609, 'name': PowerOffVM_Task, 'duration_secs': 0.218056} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.334134] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.334370] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.335217] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5e9771-7613-4570-9fce-2b15e575517e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.344911] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.345171] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3710cdd-890d-4aa7-8c7e-611f7869385f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.391907] env[62105]: INFO nova.compute.manager [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Took 45.50 seconds to build instance. [ 1597.405177] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05047ca-3222-491e-8b1f-75202253a0cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.414482] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd1596e-f16b-42ff-8cf2-d12453197919 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.452415] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f5b042-c137-461b-b974-8cadacc1a422 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.460275] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7b1f67-d522-4cec-ab68-35a7669a8b29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.466187] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.466392] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.466565] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore2] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.467525] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5d41247-58f9-476b-a578-925f9469992c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.477285] env[62105]: DEBUG nova.compute.provider_tree [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.483265] env[62105]: DEBUG oslo_concurrency.lockutils [req-b10da891-b492-4711-ad2c-85443b9586ce req-afb238b6-b19e-4da7-83d0-a21b0ec10e29 service nova] Releasing lock "refresh_cache-4c555c59-1945-4b0f-98c2-2af5bbb391eb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.483739] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1597.483739] env[62105]: value = "task-1903611" [ 1597.483739] env[62105]: _type = "Task" [ 1597.483739] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.491714] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.689544] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52477c20-2f6f-cfd0-c53c-6e1bac0ccff4, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.689890] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.690178] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4c555c59-1945-4b0f-98c2-2af5bbb391eb/4c555c59-1945-4b0f-98c2-2af5bbb391eb.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1597.690649] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5f00ae4-1ccc-488b-a9d5-ddb464dbbf21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.697443] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1597.697443] env[62105]: value = "task-1903612" [ 1597.697443] env[62105]: _type = "Task" [ 1597.697443] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.709058] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.893523] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a78fdf7-3d23-4bc7-b28f-96f9bc5e064c tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.769s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.983238] env[62105]: DEBUG nova.scheduler.client.report [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1598.000054] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332438} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.000632] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.000967] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.001263] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.213633] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903612, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.489598] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.490157] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1598.493907] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.688s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.493907] env[62105]: DEBUG nova.objects.instance [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lazy-loading 'resources' on Instance uuid 9ecdb3cc-9a99-49c5-8216-202787d0a6bc {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1598.640258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "60ae2246-7dad-456e-b03d-7d99c620f36a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.641619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.715686] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525923} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.719384] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 4c555c59-1945-4b0f-98c2-2af5bbb391eb/4c555c59-1945-4b0f-98c2-2af5bbb391eb.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1598.719384] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1598.719384] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0be3f9b6-b09b-4626-83a6-f219aba1a49a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.724683] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1598.724683] env[62105]: value = "task-1903613" [ 1598.724683] env[62105]: _type = "Task" [ 1598.724683] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.735153] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.998891] env[62105]: DEBUG nova.compute.utils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1599.006829] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1599.006829] env[62105]: DEBUG nova.network.neutron [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1599.057216] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1599.057484] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.057686] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1599.057812] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.057959] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1599.059880] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1599.060199] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1599.060350] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1599.060628] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1599.060772] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1599.061000] env[62105]: DEBUG nova.virt.hardware [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1599.062129] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa4cd15-3903-40ea-bfb3-dfc62bc08d3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.075359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ce6267-5dd3-489d-b3ca-bf4e604d727f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.090579] env[62105]: DEBUG nova.policy [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b0897a70b950440cae0f5965aa67d028', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0d0cb1b19e44355a8f2d3f4beb889b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1599.100629] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d7:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '861b6e39-f6f6-4723-9919-a4ebd6b0096d', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.108078] env[62105]: DEBUG oslo.service.loopingcall [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.111440] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.111561] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93bf9d2-87b1-44f7-8b89-a62b63592b49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.139342] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.139342] env[62105]: value = "task-1903614" [ 1599.139342] env[62105]: _type = "Task" [ 1599.139342] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.147906] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1599.150236] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903614, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.241272] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074573} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.241984] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1599.243072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce2ba1-e822-4316-a9e6-8a90f1b701a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.268798] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 4c555c59-1945-4b0f-98c2-2af5bbb391eb/4c555c59-1945-4b0f-98c2-2af5bbb391eb.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1599.272984] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-515f467b-e0c3-450a-bcef-943450aa3981 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.302837] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1599.302837] env[62105]: value = "task-1903615" [ 1599.302837] env[62105]: _type = "Task" [ 1599.302837] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.315336] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903615, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.513352] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1599.552700] env[62105]: DEBUG nova.network.neutron [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Successfully created port: 039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1599.656953] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903614, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.675892] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.688603] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80238221-6a1b-4074-9ad4-ef44c7ab1957 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.696177] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4303d9df-c86c-4463-8dcd-a63d163d345e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.731312] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bdd417-5298-4c56-b2d0-2eb685a7bfbf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.739523] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05459c1a-e532-459d-ac76-4e057875e0bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.754664] env[62105]: DEBUG nova.compute.provider_tree [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.812718] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903615, 'name': ReconfigVM_Task, 'duration_secs': 0.441494} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.813045] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 4c555c59-1945-4b0f-98c2-2af5bbb391eb/4c555c59-1945-4b0f-98c2-2af5bbb391eb.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.813674] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dc1b7a0-bd02-4fcf-b38e-9275fde47c2f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.821664] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1599.821664] env[62105]: value = "task-1903616" [ 1599.821664] env[62105]: _type = "Task" [ 1599.821664] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.830960] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903616, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.150500] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903614, 'name': CreateVM_Task, 'duration_secs': 0.604972} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.150500] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.151281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.151452] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.151766] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.152048] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db42932-9f64-495d-abc8-bf30d18f7b81 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.157370] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1600.157370] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5211af89-b8d3-0024-bf52-ad1868eb73fc" [ 1600.157370] env[62105]: _type = "Task" [ 1600.157370] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.165582] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5211af89-b8d3-0024-bf52-ad1868eb73fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.259472] env[62105]: DEBUG nova.scheduler.client.report [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1600.304242] env[62105]: DEBUG nova.compute.manager [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.304242] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18526164-73dc-457b-9772-ed1739252790 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.330273] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903616, 'name': Rename_Task, 'duration_secs': 0.147644} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.330650] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.330804] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d4b1fab-bcd6-4c9f-afab-a4df7eb1bfa7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.337725] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1600.337725] env[62105]: value = "task-1903617" [ 1600.337725] env[62105]: _type = "Task" [ 1600.337725] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.345940] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.524738] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1600.558018] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1600.558018] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1600.558018] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1600.558018] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1600.558018] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1600.558018] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1600.558572] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1600.558742] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1600.558954] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1600.559327] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1600.559532] env[62105]: DEBUG nova.virt.hardware [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1600.560702] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c358a-6006-4960-85f4-8dc2ee5018c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.570646] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a74d678-9a60-4a13-ac54-ae374703b602 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.669612] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5211af89-b8d3-0024-bf52-ad1868eb73fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009883} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.669987] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.670273] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1600.670532] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.670687] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.670866] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1600.671174] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac04c2a-f229-4d5b-b401-672acb07a5a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.680816] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1600.680816] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1600.682773] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f42ca79-ff9d-4ca4-b949-f83f9f4ebcd7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.687015] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1600.687015] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5210033c-b368-9ec6-c613-72a5c403a47d" [ 1600.687015] env[62105]: _type = "Task" [ 1600.687015] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.695233] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "be85181a-4c6d-41b1-96d1-d507c59d487d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.695466] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.700638] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5210033c-b368-9ec6-c613-72a5c403a47d, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.701377] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151e5844-5574-47a0-8edf-be0fa2f3832d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.706733] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1600.706733] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b77b79-643b-8d0d-a1bc-89b416f4c846" [ 1600.706733] env[62105]: _type = "Task" [ 1600.706733] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.721776] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b77b79-643b-8d0d-a1bc-89b416f4c846, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.721776] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.721776] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.722019] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39cbdb4b-1e68-47c1-a629-3e82c887b6f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.728853] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1600.728853] env[62105]: value = "task-1903618" [ 1600.728853] env[62105]: _type = "Task" [ 1600.728853] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.740779] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.765891] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.770906] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.447s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.772231] env[62105]: INFO nova.compute.claims [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.791621] env[62105]: INFO nova.scheduler.client.report [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Deleted allocations for instance 9ecdb3cc-9a99-49c5-8216-202787d0a6bc [ 1600.816687] env[62105]: INFO nova.compute.manager [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] instance snapshotting [ 1600.819677] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b372ef-effe-428e-8a7b-68c220cc413c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.849226] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be4923-7cbd-4dca-b4c5-ab01ecaffae5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.858743] env[62105]: DEBUG oslo_vmware.api [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903617, 'name': PowerOnVM_Task, 'duration_secs': 0.499291} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.860869] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1600.861095] env[62105]: INFO nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1600.861279] env[62105]: DEBUG nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1600.864161] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0f48e1-5ca6-413d-b18a-a0da61f71183 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.201575] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.244124] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456359} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.244450] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.244660] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.244983] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35916076-fdb8-47a3-963c-3df3d313a07a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.252411] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1601.252411] env[62105]: value = "task-1903619" [ 1601.252411] env[62105]: _type = "Task" [ 1601.252411] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.261600] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.268917] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "3271a2fe-e3e8-4e52-975a-2e819f89146a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.269092] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.299942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-33b22a72-ee40-467b-b7e2-f6de0a68eb34 tempest-ServerAddressesTestJSON-950972841 tempest-ServerAddressesTestJSON-950972841-project-member] Lock "9ecdb3cc-9a99-49c5-8216-202787d0a6bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.264s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.368609] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1601.369204] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8b8dbb5-207c-4d4c-81b1-1249d6bc40cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.382676] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1601.382676] env[62105]: value = "task-1903620" [ 1601.382676] env[62105]: _type = "Task" [ 1601.382676] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.393257] env[62105]: INFO nova.compute.manager [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Took 44.79 seconds to build instance. [ 1601.402184] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.482500] env[62105]: DEBUG nova.compute.manager [req-92103cc7-603c-404c-979d-04fa3be85de2 req-1b74359c-3bd7-4a31-8988-e27e377200ca service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Received event network-vif-plugged-039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1601.482500] env[62105]: DEBUG oslo_concurrency.lockutils [req-92103cc7-603c-404c-979d-04fa3be85de2 req-1b74359c-3bd7-4a31-8988-e27e377200ca service nova] Acquiring lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.483076] env[62105]: DEBUG oslo_concurrency.lockutils [req-92103cc7-603c-404c-979d-04fa3be85de2 req-1b74359c-3bd7-4a31-8988-e27e377200ca service nova] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.483385] env[62105]: DEBUG oslo_concurrency.lockutils [req-92103cc7-603c-404c-979d-04fa3be85de2 req-1b74359c-3bd7-4a31-8988-e27e377200ca service nova] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.483676] env[62105]: DEBUG nova.compute.manager [req-92103cc7-603c-404c-979d-04fa3be85de2 req-1b74359c-3bd7-4a31-8988-e27e377200ca service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] No waiting events found dispatching network-vif-plugged-039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.483676] env[62105]: WARNING nova.compute.manager [req-92103cc7-603c-404c-979d-04fa3be85de2 req-1b74359c-3bd7-4a31-8988-e27e377200ca service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Received unexpected event network-vif-plugged-039471fb-44bc-4fff-ad02-62cb6ef9998b for instance with vm_state building and task_state spawning. [ 1601.565224] env[62105]: DEBUG nova.network.neutron [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Successfully updated port: 039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1601.734062] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.764783] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19841} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.764783] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.765320] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eddcde-5c75-4d24-adc0-a427b8670fee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.785770] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.805879] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.808583] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b391fa1c-8f5a-4598-9a62-95fa41d5cd2f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.832193] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1601.832193] env[62105]: value = "task-1903621" [ 1601.832193] env[62105]: _type = "Task" [ 1601.832193] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.849038] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.896860] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b48270e6-db17-432a-9fc7-ffb64e3838a0 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.504s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.909662] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.928886] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.929142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.074363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.074363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.074363] env[62105]: DEBUG nova.network.neutron [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1602.334376] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.345253] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.346959] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bec0f6-843e-405e-ba0b-af21b7ba39ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.355030] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895a9e00-e150-4231-a7b4-9084b68cc2f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.387624] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dbd78d-7dc5-491b-8785-200d2c229ac6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.398607] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.401938] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bde2a75-d754-4552-b284-62031d8b383c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.417136] env[62105]: DEBUG nova.compute.provider_tree [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.432842] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1602.632711] env[62105]: DEBUG nova.network.neutron [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1602.783028] env[62105]: DEBUG nova.network.neutron [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updating instance_info_cache with network_info: [{"id": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "address": "fa:16:3e:a5:d1:71", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039471fb-44", "ovs_interfaceid": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.845044] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.900729] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903620, 'name': CreateSnapshot_Task, 'duration_secs': 1.16869} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.901069] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1602.901918] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529da1f5-fb34-43cf-9700-b1f605e03090 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.925159] env[62105]: DEBUG nova.scheduler.client.report [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.962132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.117616] env[62105]: DEBUG nova.compute.manager [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1603.118670] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ed408-6eb9-4a22-8693-534e11ffc4b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.286458] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Releasing lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.287305] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Instance network_info: |[{"id": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "address": "fa:16:3e:a5:d1:71", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039471fb-44", "ovs_interfaceid": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1603.288074] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:d1:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '039471fb-44bc-4fff-ad02-62cb6ef9998b', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1603.296039] env[62105]: DEBUG oslo.service.loopingcall [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1603.296679] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1603.296679] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4269f88b-23a2-4acb-be9c-9e14f655f588 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.317602] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1603.317602] env[62105]: value = "task-1903622" [ 1603.317602] env[62105]: _type = "Task" [ 1603.317602] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.326414] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903622, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.346320] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903621, 'name': ReconfigVM_Task, 'duration_secs': 1.062814} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.346602] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9/4e632a3b-c7b6-41e9-acb5-33a42e786fb9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.347050] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7702b4e8-9b7c-472c-b954-6d97379437de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.355169] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1603.355169] env[62105]: value = "task-1903623" [ 1603.355169] env[62105]: _type = "Task" [ 1603.355169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.364935] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903623, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.420629] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1603.421360] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7892e5c-4f80-40cd-a847-519994cc27f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.431054] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1603.431054] env[62105]: value = "task-1903624" [ 1603.431054] env[62105]: _type = "Task" [ 1603.431054] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.434411] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.435084] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1603.438157] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.833s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.438447] env[62105]: DEBUG nova.objects.instance [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lazy-loading 'resources' on Instance uuid 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.446324] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903624, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.631356] env[62105]: INFO nova.compute.manager [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] instance snapshotting [ 1603.635101] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693e6b3a-5cfb-4826-b90a-6921d5ebbde7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.660701] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bccb12-2951-4e4b-b59f-26c58686ce03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.712844] env[62105]: DEBUG nova.compute.manager [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Received event network-changed-039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1603.715331] env[62105]: DEBUG nova.compute.manager [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Refreshing instance network info cache due to event network-changed-039471fb-44bc-4fff-ad02-62cb6ef9998b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1603.715709] env[62105]: DEBUG oslo_concurrency.lockutils [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] Acquiring lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.717051] env[62105]: DEBUG oslo_concurrency.lockutils [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] Acquired lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.717051] env[62105]: DEBUG nova.network.neutron [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Refreshing network info cache for port 039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.831717] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903622, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.870051] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903623, 'name': Rename_Task, 'duration_secs': 0.177593} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.870051] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.870227] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf30c1f9-3a76-4b7b-ad28-3d3d1db1009c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.879132] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1603.879132] env[62105]: value = "task-1903625" [ 1603.879132] env[62105]: _type = "Task" [ 1603.879132] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.890372] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.925085] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1603.925347] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.942854] env[62105]: DEBUG nova.compute.utils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1603.944499] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903624, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.945216] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1603.945446] env[62105]: DEBUG nova.network.neutron [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1604.018981] env[62105]: DEBUG nova.policy [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87bcad8a94934fdfa5793a70d1f5ea98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cd612393084d4c971d18722b5aaa4c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1604.173148] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1604.173469] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d3aa722-72b4-451b-9662-00561883eb0d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.183659] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1604.183659] env[62105]: value = "task-1903626" [ 1604.183659] env[62105]: _type = "Task" [ 1604.183659] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.198671] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.339537] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903622, 'name': CreateVM_Task, 'duration_secs': 0.580564} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.341271] env[62105]: DEBUG nova.network.neutron [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Successfully created port: 288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1604.343111] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1604.344011] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.344257] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.344824] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.345518] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1f5c0e-4109-4c60-baeb-4ffe32ed8d93 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.353103] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1604.353103] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523a84f5-d5c5-0607-7bc7-f318a9b1190e" [ 1604.353103] env[62105]: _type = "Task" [ 1604.353103] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.362603] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523a84f5-d5c5-0607-7bc7-f318a9b1190e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.395460] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903625, 'name': PowerOnVM_Task} progress is 92%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.431179] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.448447] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1604.459425] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903624, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.567242] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a58a121-a395-4af1-a529-4297bfbf9c6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.576739] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f6dd1b-811e-474f-b433-abc0311ad233 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.581712] env[62105]: DEBUG nova.network.neutron [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updated VIF entry in instance network info cache for port 039471fb-44bc-4fff-ad02-62cb6ef9998b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.581712] env[62105]: DEBUG nova.network.neutron [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updating instance_info_cache with network_info: [{"id": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "address": "fa:16:3e:a5:d1:71", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039471fb-44", "ovs_interfaceid": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.616216] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c9dfea-5730-44f4-9256-335bfa2a3e6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.626732] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8613010b-f6b8-407e-ae86-d0dffd1227cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.642939] env[62105]: DEBUG nova.compute.provider_tree [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.695428] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903626, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.864251] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523a84f5-d5c5-0607-7bc7-f318a9b1190e, 'name': SearchDatastore_Task, 'duration_secs': 0.015406} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.864568] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.864803] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.865052] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.865697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.865697] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.865697] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5feb66c-5ce4-4b59-9187-e41b660e0d37 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.874301] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.874487] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.875295] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d6b1b0e-f42b-4a28-b01a-863e12d29320 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.881795] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1604.881795] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d895bb-2d95-8254-76b8-37e24d5276f7" [ 1604.881795] env[62105]: _type = "Task" [ 1604.881795] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.896554] env[62105]: DEBUG oslo_vmware.api [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903625, 'name': PowerOnVM_Task, 'duration_secs': 0.56695} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.900325] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1604.900594] env[62105]: DEBUG nova.compute.manager [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1604.900897] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d895bb-2d95-8254-76b8-37e24d5276f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009752} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.901648] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ee344-3a8d-4519-a127-9fe84ba9f063 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.905413] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-880decb0-63ec-44a4-8596-8db765809f62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.916470] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1604.916470] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52317ec4-1d92-1ea5-b2d6-df9b2739ca83" [ 1604.916470] env[62105]: _type = "Task" [ 1604.916470] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.924888] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52317ec4-1d92-1ea5-b2d6-df9b2739ca83, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.925241] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.925491] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f/37e5cbf9-37c0-40d8-a454-0bb6a39bc99f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.925782] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-794a0864-25d9-4517-b2fc-f64c54a676c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.933124] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1604.933124] env[62105]: value = "task-1903627" [ 1604.933124] env[62105]: _type = "Task" [ 1604.933124] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.945313] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.951512] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903624, 'name': CloneVM_Task, 'duration_secs': 1.33254} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.954060] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Created linked-clone VM from snapshot [ 1604.955043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d34b9df-7e31-4d07-8332-db5f47581394 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.965831] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Uploading image 691955bf-73ee-400d-b01e-014fbf7a05dc {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1604.979089] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.986152] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1604.986390] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3de0de06-2217-4314-829c-7c9c43b9e026 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.993406] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1604.993406] env[62105]: value = "task-1903628" [ 1604.993406] env[62105]: _type = "Task" [ 1604.993406] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.003727] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903628, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.086739] env[62105]: DEBUG oslo_concurrency.lockutils [req-d62d2637-d8f7-4726-bee1-2d3cf7e375cd req-1351f9e3-2535-45f6-8d7c-1798a1ab0ded service nova] Releasing lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.154461] env[62105]: DEBUG nova.scheduler.client.report [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.202031] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903626, 'name': CreateSnapshot_Task, 'duration_secs': 0.776011} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.202031] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1605.202031] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd182275-eb3f-4cb2-872c-6562baf09e1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.428017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.443044] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497503} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.443340] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f/37e5cbf9-37c0-40d8-a454-0bb6a39bc99f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.443556] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.443836] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4921951f-d78e-41e2-886a-78a44e5efe8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.450155] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1605.450155] env[62105]: value = "task-1903629" [ 1605.450155] env[62105]: _type = "Task" [ 1605.450155] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.458159] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.464874] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1605.491695] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1605.492010] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.492186] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1605.492371] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.492516] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1605.492707] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1605.492928] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1605.493236] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1605.493434] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1605.493625] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1605.493842] env[62105]: DEBUG nova.virt.hardware [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1605.494794] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2898763-6d35-46d0-9ed8-488e3f146ba6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.520193] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef02f6d-7420-46a1-beae-91e63ef32816 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.525354] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903628, 'name': Destroy_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.657657] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.662465] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.473s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.680010] env[62105]: INFO nova.scheduler.client.report [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Deleted allocations for instance 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d [ 1605.727078] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1605.727416] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ae695ad-3607-4255-9359-2eca1f7f6ae6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.738700] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1605.738700] env[62105]: value = "task-1903630" [ 1605.738700] env[62105]: _type = "Task" [ 1605.738700] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.755168] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903630, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.961130] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067646} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.961579] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1605.962507] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6dbea5-c5dc-4b37-b120-6165546b0fa2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.991475] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f/37e5cbf9-37c0-40d8-a454-0bb6a39bc99f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1605.991968] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f77d458-30c1-4d04-8b28-9e4a191062e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.010677] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.011071] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.011367] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.011932] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.012230] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.017721] env[62105]: INFO nova.compute.manager [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Terminating instance [ 1606.022403] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1606.022403] env[62105]: value = "task-1903631" [ 1606.022403] env[62105]: _type = "Task" [ 1606.022403] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.026608] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903628, 'name': Destroy_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.036022] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.109993] env[62105]: DEBUG nova.compute.manager [req-d631770f-c3c3-4907-9ddb-8d6c34dda0e2 req-624d2876-d54a-4fbd-b21f-de87b31a0105 service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Received event network-vif-plugged-288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1606.110476] env[62105]: DEBUG oslo_concurrency.lockutils [req-d631770f-c3c3-4907-9ddb-8d6c34dda0e2 req-624d2876-d54a-4fbd-b21f-de87b31a0105 service nova] Acquiring lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.110708] env[62105]: DEBUG oslo_concurrency.lockutils [req-d631770f-c3c3-4907-9ddb-8d6c34dda0e2 req-624d2876-d54a-4fbd-b21f-de87b31a0105 service nova] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.110817] env[62105]: DEBUG oslo_concurrency.lockutils [req-d631770f-c3c3-4907-9ddb-8d6c34dda0e2 req-624d2876-d54a-4fbd-b21f-de87b31a0105 service nova] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.110989] env[62105]: DEBUG nova.compute.manager [req-d631770f-c3c3-4907-9ddb-8d6c34dda0e2 req-624d2876-d54a-4fbd-b21f-de87b31a0105 service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] No waiting events found dispatching network-vif-plugged-288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.111569] env[62105]: WARNING nova.compute.manager [req-d631770f-c3c3-4907-9ddb-8d6c34dda0e2 req-624d2876-d54a-4fbd-b21f-de87b31a0105 service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Received unexpected event network-vif-plugged-288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd for instance with vm_state building and task_state spawning. [ 1606.142172] env[62105]: DEBUG nova.network.neutron [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Successfully updated port: 288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.190176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42d68740-eb51-4d52-99ed-78c72143ec17 tempest-ServersTestFqdnHostnames-919884964 tempest-ServersTestFqdnHostnames-919884964-project-member] Lock "4d1309dc-8fa4-4f65-ad37-cf8bcde6510d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.978s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.250685] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903630, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.521566] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903628, 'name': Destroy_Task, 'duration_secs': 1.504164} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.522443] env[62105]: DEBUG nova.compute.manager [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1606.522738] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.523064] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Destroyed the VM [ 1606.523336] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1606.524199] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218e3b1c-1bfe-4f78-a509-ede67c88f6d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.527849] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6319852-db66-4e96-a092-485d265cf2ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.543334] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.543334] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18e082a2-ba1d-4913-956f-c05da7486276 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.543464] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1606.543464] env[62105]: value = "task-1903632" [ 1606.543464] env[62105]: _type = "Task" [ 1606.543464] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.546871] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.552228] env[62105]: DEBUG oslo_vmware.api [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1606.552228] env[62105]: value = "task-1903633" [ 1606.552228] env[62105]: _type = "Task" [ 1606.552228] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.557344] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.564577] env[62105]: DEBUG oslo_vmware.api [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.639238] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.640244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.644259] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.646051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.646051] env[62105]: DEBUG nova.network.neutron [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.684885] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating resource usage from migration 2e29b3cc-8b85-4a2a-9748-a8828a578543 [ 1606.717657] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f43578b1-da1d-448c-a8ae-f1680d4faad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.717780] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.717926] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718085] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ae779600-8b2a-4712-998d-e47752965086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718210] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 700b21a6-33e0-430b-a2a9-172ac8d684af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718325] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 418bb0c7-2734-4014-9f44-33cf0069c3e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718437] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ef5caeab-3236-4566-9464-39e6c5e64bc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718703] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 20370a0d-4dd5-43b2-848b-0bfd8a895e1d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1606.718703] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718813] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a07a8de5-1b32-4574-b96d-f9a62f8ec445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.718906] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.719042] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d7f9b5e1-bd68-48ce-97e2-aff43c7693af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.719143] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 36a927b6-2c0b-4df6-8d89-8865eff38548 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.719269] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8826aa32-09c5-4d0d-a543-e11f766c77c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1606.719385] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 511e9ee9-adf1-4348-b8bb-f350236ccf03 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1606.719497] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8228a1e8-aa53-418c-ac52-e120b33a37cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.719622] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance aeb26ef7-235c-4413-89fe-e46cfde91556 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1606.720277] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ef15cc73-85b5-451f-b7b9-92673c0ed4e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1606.720497] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 4e632a3b-c7b6-41e9-acb5-33a42e786fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.720772] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8e11434e-ddb3-47bf-a84a-bf052c1bf631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.720960] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 4c555c59-1945-4b0f-98c2-2af5bbb391eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.721359] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.721600] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 248d05fb-74e8-40d7-b9d4-66138ab68ae5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1606.752387] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903630, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.039515] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903631, 'name': ReconfigVM_Task, 'duration_secs': 0.777589} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.039815] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f/37e5cbf9-37c0-40d8-a454-0bb6a39bc99f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.040703] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d3166f6-e0f4-47cd-9073-5723eaa04204 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.047693] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1607.047693] env[62105]: value = "task-1903634" [ 1607.047693] env[62105]: _type = "Task" [ 1607.047693] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.059101] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903632, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.065282] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903634, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.070331] env[62105]: DEBUG oslo_vmware.api [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903633, 'name': PowerOffVM_Task, 'duration_secs': 0.338928} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.070998] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.070998] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.071089] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2ef6e5-0959-41dd-bc2e-c95c26af4162 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.154311] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.154568] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.154770] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore1] 4e632a3b-c7b6-41e9-acb5-33a42e786fb9 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.155111] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7636ea07-66a3-43ec-a1d8-c82f8e96029e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.163728] env[62105]: DEBUG oslo_vmware.api [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1607.163728] env[62105]: value = "task-1903636" [ 1607.163728] env[62105]: _type = "Task" [ 1607.163728] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.175381] env[62105]: DEBUG oslo_vmware.api [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.203763] env[62105]: DEBUG nova.network.neutron [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.225802] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b40d3df5-a2bf-4382-9356-0bd4b5ddfff9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1607.252898] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903630, 'name': CloneVM_Task, 'duration_secs': 1.434311} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.252898] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Created linked-clone VM from snapshot [ 1607.252898] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421b89e-8b51-4ee4-bc2b-f81d5af08037 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.261011] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Uploading image 9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1607.298729] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1607.298729] env[62105]: value = "vm-392980" [ 1607.298729] env[62105]: _type = "VirtualMachine" [ 1607.298729] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1607.298729] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b596ea7c-be69-4ea2-b979-09eeb0ea2522 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.303330] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease: (returnval){ [ 1607.303330] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527be5db-a440-db61-a17d-6d5c6e9b6c1f" [ 1607.303330] env[62105]: _type = "HttpNfcLease" [ 1607.303330] env[62105]: } obtained for exporting VM: (result){ [ 1607.303330] env[62105]: value = "vm-392980" [ 1607.303330] env[62105]: _type = "VirtualMachine" [ 1607.303330] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1607.308094] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the lease: (returnval){ [ 1607.308094] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527be5db-a440-db61-a17d-6d5c6e9b6c1f" [ 1607.308094] env[62105]: _type = "HttpNfcLease" [ 1607.308094] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1607.314270] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.314270] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527be5db-a440-db61-a17d-6d5c6e9b6c1f" [ 1607.314270] env[62105]: _type = "HttpNfcLease" [ 1607.314270] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1607.568824] env[62105]: DEBUG oslo_vmware.api [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903632, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744831} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.569105] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903634, 'name': Rename_Task, 'duration_secs': 0.162678} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.569317] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1607.572675] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1607.573225] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e37a8ae4-dff2-487d-967a-ac41fb592706 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.581880] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1607.581880] env[62105]: value = "task-1903638" [ 1607.581880] env[62105]: _type = "Task" [ 1607.581880] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.592986] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.627586] env[62105]: DEBUG nova.network.neutron [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Updating instance_info_cache with network_info: [{"id": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "address": "fa:16:3e:76:63:ff", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288f258e-fc", "ovs_interfaceid": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.674824] env[62105]: DEBUG oslo_vmware.api [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153262} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.675170] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.676439] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1607.676666] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1607.676886] env[62105]: INFO nova.compute.manager [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1607.677158] env[62105]: DEBUG oslo.service.loopingcall [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.677352] env[62105]: DEBUG nova.compute.manager [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1607.677449] env[62105]: DEBUG nova.network.neutron [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1607.729339] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3593adbf-aedf-49a0-9483-0703ef2aafcf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1607.812933] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.812933] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527be5db-a440-db61-a17d-6d5c6e9b6c1f" [ 1607.812933] env[62105]: _type = "HttpNfcLease" [ 1607.812933] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1607.813241] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1607.813241] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527be5db-a440-db61-a17d-6d5c6e9b6c1f" [ 1607.813241] env[62105]: _type = "HttpNfcLease" [ 1607.813241] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1607.814167] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd26ad0-c672-4979-bd96-21bae763e4bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.824153] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ce61-01e1-f9f8-dc90-66deb6435280/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1607.824333] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ce61-01e1-f9f8-dc90-66deb6435280/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1607.927569] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ac58f66-ef2d-4075-af10-0ca772c1c305 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.078219] env[62105]: WARNING nova.compute.manager [None req-e45146b3-b9fb-4df2-8cfc-0c7dba3ba931 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Image not found during snapshot: nova.exception.ImageNotFound: Image 691955bf-73ee-400d-b01e-014fbf7a05dc could not be found. [ 1608.097162] env[62105]: DEBUG oslo_vmware.api [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903638, 'name': PowerOnVM_Task, 'duration_secs': 0.489078} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.097162] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1608.097513] env[62105]: INFO nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1608.097966] env[62105]: DEBUG nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1608.099700] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efdbaa8-b69d-45b6-b608-3f6e3dac8791 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.134960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.135387] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Instance network_info: |[{"id": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "address": "fa:16:3e:76:63:ff", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288f258e-fc", "ovs_interfaceid": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.136024] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:63:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.144910] env[62105]: DEBUG oslo.service.loopingcall [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.148273] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.148699] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-392fd80b-8b55-4bf4-88b9-4bce6d46ad61 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.170419] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.170419] env[62105]: value = "task-1903639" [ 1608.170419] env[62105]: _type = "Task" [ 1608.170419] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.183524] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903639, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.191025] env[62105]: DEBUG nova.compute.manager [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Received event network-changed-288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1608.191223] env[62105]: DEBUG nova.compute.manager [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Refreshing instance network info cache due to event network-changed-288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1608.191508] env[62105]: DEBUG oslo_concurrency.lockutils [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] Acquiring lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.191685] env[62105]: DEBUG oslo_concurrency.lockutils [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] Acquired lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.191836] env[62105]: DEBUG nova.network.neutron [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Refreshing network info cache for port 288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.233598] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance aace8e85-1b10-4d01-be5d-7617c6c6e9cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1608.233598] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Migration 2e29b3cc-8b85-4a2a-9748-a8828a578543 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1608.233598] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d3687729-453c-46b9-9145-c9f007713552 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1608.420140] env[62105]: DEBUG nova.network.neutron [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.620678] env[62105]: INFO nova.compute.manager [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Took 45.07 seconds to build instance. [ 1608.643740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "9a12e95d-305f-42ed-b007-2bb2212287d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.643740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.691169] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903639, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.737420] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 60ae2246-7dad-456e-b03d-7d99c620f36a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1608.923896] env[62105]: INFO nova.compute.manager [-] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Took 1.25 seconds to deallocate network for instance. [ 1609.047486] env[62105]: DEBUG nova.network.neutron [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Updated VIF entry in instance network info cache for port 288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.047879] env[62105]: DEBUG nova.network.neutron [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Updating instance_info_cache with network_info: [{"id": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "address": "fa:16:3e:76:63:ff", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288f258e-fc", "ovs_interfaceid": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.123862] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b1c7bd-4f5e-4070-926b-b9e4c7994d3b tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.282s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.172088] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.172415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.172634] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.172943] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.173065] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.179928] env[62105]: INFO nova.compute.manager [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Terminating instance [ 1609.190694] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903639, 'name': CreateVM_Task, 'duration_secs': 0.564732} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.190955] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1609.191727] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.191957] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.192354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1609.192688] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5579901-204b-42d9-b8bc-3b9e32373926 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.199761] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1609.199761] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f93a76-0248-4530-a6e0-c52e7e97f384" [ 1609.199761] env[62105]: _type = "Task" [ 1609.199761] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.209056] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f93a76-0248-4530-a6e0-c52e7e97f384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.240345] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance be85181a-4c6d-41b1-96d1-d507c59d487d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1609.433132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.555345] env[62105]: DEBUG oslo_concurrency.lockutils [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] Releasing lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.555345] env[62105]: DEBUG nova.compute.manager [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Received event network-vif-deleted-861b6e39-f6f6-4723-9919-a4ebd6b0096d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1609.555345] env[62105]: INFO nova.compute.manager [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Neutron deleted interface 861b6e39-f6f6-4723-9919-a4ebd6b0096d; detaching it from the instance and deleting it from the info cache [ 1609.555345] env[62105]: DEBUG nova.network.neutron [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.632971] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1609.686468] env[62105]: DEBUG nova.compute.manager [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1609.686682] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.687549] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214284e9-7ea1-4472-bec9-01f96071d8f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.697965] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.698326] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0cab63b-799c-498d-9250-248d315609f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.711428] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f93a76-0248-4530-a6e0-c52e7e97f384, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.714753] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1609.715070] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1609.715366] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.715533] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.715732] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1609.717137] env[62105]: DEBUG oslo_vmware.api [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1609.717137] env[62105]: value = "task-1903640" [ 1609.717137] env[62105]: _type = "Task" [ 1609.717137] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.717288] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d19173-311a-4015-b79d-84005ad170de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.734170] env[62105]: DEBUG oslo_vmware.api [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.735710] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1609.735989] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1609.736959] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea10db52-e244-434f-8892-f5d205f85696 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.742687] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1609.742687] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525b2172-49bc-2296-fa7f-7741b25c4a7c" [ 1609.742687] env[62105]: _type = "Task" [ 1609.742687] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.746420] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3271a2fe-e3e8-4e52-975a-2e819f89146a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1609.754021] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525b2172-49bc-2296-fa7f-7741b25c4a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.008184] env[62105]: DEBUG nova.compute.manager [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1610.008887] env[62105]: DEBUG nova.compute.manager [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing instance network info cache due to event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1610.008887] env[62105]: DEBUG oslo_concurrency.lockutils [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] Acquiring lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.008887] env[62105]: DEBUG oslo_concurrency.lockutils [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] Acquired lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.008887] env[62105]: DEBUG nova.network.neutron [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1610.057996] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdf45868-3c21-4a02-8ee6-01cb2149c26b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.067495] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdac5e28-4a9f-461a-987d-bddef1faad09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.113824] env[62105]: DEBUG nova.compute.manager [req-1b5d9255-0a9f-4afd-8c09-e05f921b6b23 req-255ca636-d527-4bb6-be9c-b4f009fa944b service nova] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Detach interface failed, port_id=861b6e39-f6f6-4723-9919-a4ebd6b0096d, reason: Instance 4e632a3b-c7b6-41e9-acb5-33a42e786fb9 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1610.160289] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.231104] env[62105]: DEBUG oslo_vmware.api [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903640, 'name': PowerOffVM_Task, 'duration_secs': 0.253342} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.231530] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.231788] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.233749] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6eb69ad-5cf3-4197-a463-3dfda93b2cdb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.254977] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8f41e3a8-1151-40b2-aa12-7d8d564ec93a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1610.256323] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525b2172-49bc-2296-fa7f-7741b25c4a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.257534] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f4dd35-536c-40a5-b8aa-8099d72c2180 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.263780] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1610.263780] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521b8885-f932-3bd2-9508-96b1139a4772" [ 1610.263780] env[62105]: _type = "Task" [ 1610.263780] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.275348] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521b8885-f932-3bd2-9508-96b1139a4772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.338200] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.338521] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.338889] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleting the datastore file [datastore1] 8e11434e-ddb3-47bf-a84a-bf052c1bf631 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.340159] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb489c4c-0567-4e18-8eee-72a0b590dcc5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.346204] env[62105]: DEBUG oslo_vmware.api [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1610.346204] env[62105]: value = "task-1903642" [ 1610.346204] env[62105]: _type = "Task" [ 1610.346204] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.357229] env[62105]: DEBUG oslo_vmware.api [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.761797] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance babeaf0e-e208-44cf-b9ad-7169ab8c5152 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1610.778226] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521b8885-f932-3bd2-9508-96b1139a4772, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.778226] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.778226] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 248d05fb-74e8-40d7-b9d4-66138ab68ae5/248d05fb-74e8-40d7-b9d4-66138ab68ae5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1610.778226] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-340a2bf7-fa34-4620-bc93-782b4d253546 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.785108] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1610.785108] env[62105]: value = "task-1903643" [ 1610.785108] env[62105]: _type = "Task" [ 1610.785108] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.795019] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.856943] env[62105]: DEBUG oslo_vmware.api [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211976} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.857365] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1610.857571] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1610.857841] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1610.858102] env[62105]: INFO nova.compute.manager [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1610.858367] env[62105]: DEBUG oslo.service.loopingcall [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1610.858656] env[62105]: DEBUG nova.compute.manager [-] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1610.858811] env[62105]: DEBUG nova.network.neutron [-] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1610.923644] env[62105]: DEBUG nova.network.neutron [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updated VIF entry in instance network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1610.924091] env[62105]: DEBUG nova.network.neutron [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.265891] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1611.266373] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1611.266644] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1611.300906] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903643, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.429020] env[62105]: DEBUG oslo_concurrency.lockutils [req-df65ef45-266b-499d-b9cc-3f04672dff75 req-95c3f967-e477-4d8c-ac11-9729169547f6 service nova] Releasing lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.803535] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682727} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.804196] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 248d05fb-74e8-40d7-b9d4-66138ab68ae5/248d05fb-74e8-40d7-b9d4-66138ab68ae5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1611.804774] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1611.805520] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b183d603-977b-4a74-b1bd-c70bba03fa52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.819036] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1611.819036] env[62105]: value = "task-1903644" [ 1611.819036] env[62105]: _type = "Task" [ 1611.819036] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.829224] env[62105]: DEBUG nova.network.neutron [-] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.830664] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.907141] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68092154-089c-4eea-8836-03c5559cd968 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.917350] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085442e-5215-49c2-8942-e241d0a4faa1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.955208] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f9ac69-6cb1-43e0-9ede-3f63315111b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.964116] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a103f-45f0-4ae6-bab4-c3e04cb83fcc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.980941] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.331452] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171616} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.332139] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.333035] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800c2b90-b1b6-4eef-b244-1581e689a8ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.337241] env[62105]: INFO nova.compute.manager [-] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Took 1.48 seconds to deallocate network for instance. [ 1612.362362] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 248d05fb-74e8-40d7-b9d4-66138ab68ae5/248d05fb-74e8-40d7-b9d4-66138ab68ae5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.363327] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df7b144c-9a67-4d74-b445-87fc26a0c7c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.379816] env[62105]: DEBUG nova.compute.manager [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Received event network-vif-deleted-4abbabbd-6399-40bd-80df-e32c01fd0d2f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1612.380036] env[62105]: DEBUG nova.compute.manager [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1612.380228] env[62105]: DEBUG nova.compute.manager [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing instance network info cache due to event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1612.380491] env[62105]: DEBUG oslo_concurrency.lockutils [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] Acquiring lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.380649] env[62105]: DEBUG oslo_concurrency.lockutils [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] Acquired lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.380809] env[62105]: DEBUG nova.network.neutron [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.388926] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1612.388926] env[62105]: value = "task-1903645" [ 1612.388926] env[62105]: _type = "Task" [ 1612.388926] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.399039] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.485667] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.703609] env[62105]: DEBUG oslo_concurrency.lockutils [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.706367] env[62105]: DEBUG oslo_concurrency.lockutils [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.864333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.900778] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.990757] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1612.991059] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.329s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.991517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.018s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.995037] env[62105]: INFO nova.compute.claims [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.018969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.019717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.019717] env[62105]: INFO nova.compute.manager [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Rebooting instance [ 1613.211924] env[62105]: INFO nova.compute.manager [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Detaching volume 0a2bc450-2543-4caa-943a-f5ef1bea3750 [ 1613.257281] env[62105]: INFO nova.virt.block_device [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Attempting to driver detach volume 0a2bc450-2543-4caa-943a-f5ef1bea3750 from mountpoint /dev/sdb [ 1613.258308] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1613.258308] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392957', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'name': 'volume-0a2bc450-2543-4caa-943a-f5ef1bea3750', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '700b21a6-33e0-430b-a2a9-172ac8d684af', 'attached_at': '', 'detached_at': '', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'serial': '0a2bc450-2543-4caa-943a-f5ef1bea3750'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1613.258795] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0170ab2-3105-4eef-8de5-651e748448be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.295233] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c8a25c-48e5-4b7a-bf5b-33c0ab9fb917 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.302125] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9a3155-b26d-44b5-90e1-3e8331d202bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.327637] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0af918-9f76-4650-99b3-42f7669cac0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.345061] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] The volume has not been displaced from its original location: [datastore1] volume-0a2bc450-2543-4caa-943a-f5ef1bea3750/volume-0a2bc450-2543-4caa-943a-f5ef1bea3750.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1613.351224] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Reconfiguring VM instance instance-00000025 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1613.351746] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa115afc-4b85-4722-a70d-4a63ad9970b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.368489] env[62105]: DEBUG nova.network.neutron [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updated VIF entry in instance network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.368489] env[62105]: DEBUG nova.network.neutron [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.378768] env[62105]: DEBUG oslo_vmware.api [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1613.378768] env[62105]: value = "task-1903646" [ 1613.378768] env[62105]: _type = "Task" [ 1613.378768] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.388988] env[62105]: DEBUG oslo_vmware.api [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.399373] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903645, 'name': ReconfigVM_Task, 'duration_secs': 0.639136} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.399683] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 248d05fb-74e8-40d7-b9d4-66138ab68ae5/248d05fb-74e8-40d7-b9d4-66138ab68ae5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.400415] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ad0db2-e15d-4702-9618-d74b1df7e0b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.408115] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1613.408115] env[62105]: value = "task-1903647" [ 1613.408115] env[62105]: _type = "Task" [ 1613.408115] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.417615] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903647, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.544538] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.544697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.544928] env[62105]: DEBUG nova.network.neutron [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.873430] env[62105]: DEBUG oslo_concurrency.lockutils [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] Releasing lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.873796] env[62105]: DEBUG nova.compute.manager [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Received event network-changed-039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1613.873905] env[62105]: DEBUG nova.compute.manager [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Refreshing instance network info cache due to event network-changed-039471fb-44bc-4fff-ad02-62cb6ef9998b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1613.874138] env[62105]: DEBUG oslo_concurrency.lockutils [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] Acquiring lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.874277] env[62105]: DEBUG oslo_concurrency.lockutils [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] Acquired lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.874447] env[62105]: DEBUG nova.network.neutron [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Refreshing network info cache for port 039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.889496] env[62105]: DEBUG oslo_vmware.api [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903646, 'name': ReconfigVM_Task, 'duration_secs': 0.319213} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.889793] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Reconfigured VM instance instance-00000025 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1613.895110] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c236c53-a41c-4f9a-b8be-37963af1abf9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.913241] env[62105]: DEBUG oslo_vmware.api [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1613.913241] env[62105]: value = "task-1903648" [ 1613.913241] env[62105]: _type = "Task" [ 1613.913241] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.925523] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.925781] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.926314] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903647, 'name': Rename_Task, 'duration_secs': 0.217036} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.927028] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1613.927302] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eadd8df-dcc2-4edf-a8b1-bb5ac99d566d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.933259] env[62105]: DEBUG oslo_vmware.api [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.938369] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1613.938369] env[62105]: value = "task-1903649" [ 1613.938369] env[62105]: _type = "Task" [ 1613.938369] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.948880] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.431438] env[62105]: DEBUG oslo_vmware.api [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903648, 'name': ReconfigVM_Task, 'duration_secs': 0.166631} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.431958] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-392957', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'name': 'volume-0a2bc450-2543-4caa-943a-f5ef1bea3750', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '700b21a6-33e0-430b-a2a9-172ac8d684af', 'attached_at': '', 'detached_at': '', 'volume_id': '0a2bc450-2543-4caa-943a-f5ef1bea3750', 'serial': '0a2bc450-2543-4caa-943a-f5ef1bea3750'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1614.449833] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.568161] env[62105]: DEBUG nova.network.neutron [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.609462] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f82119-a0b6-44be-a0f4-d5bd6610aa91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.619184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e02bb1-9969-4fee-8352-fe232c054e1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.659178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79dfe12-da00-4378-b0c1-ac593baf70e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.668754] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec0dfa9-33bd-4211-b434-b1027adb244e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.687129] env[62105]: DEBUG nova.compute.provider_tree [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.703772] env[62105]: DEBUG nova.network.neutron [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updated VIF entry in instance network info cache for port 039471fb-44bc-4fff-ad02-62cb6ef9998b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.704188] env[62105]: DEBUG nova.network.neutron [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updating instance_info_cache with network_info: [{"id": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "address": "fa:16:3e:a5:d1:71", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039471fb-44", "ovs_interfaceid": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.852027] env[62105]: DEBUG nova.compute.manager [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Received event network-changed-039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1614.852240] env[62105]: DEBUG nova.compute.manager [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Refreshing instance network info cache due to event network-changed-039471fb-44bc-4fff-ad02-62cb6ef9998b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1614.852445] env[62105]: DEBUG oslo_concurrency.lockutils [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] Acquiring lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.955177] env[62105]: DEBUG oslo_vmware.api [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903649, 'name': PowerOnVM_Task, 'duration_secs': 0.670932} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.955177] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1614.955655] env[62105]: INFO nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1614.955655] env[62105]: DEBUG nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1614.956328] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3fd7f4-6337-4a97-8121-d6c2004d4c0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.015100] env[62105]: DEBUG nova.objects.instance [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.072948] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.192243] env[62105]: DEBUG nova.scheduler.client.report [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.206997] env[62105]: DEBUG oslo_concurrency.lockutils [req-53e3f378-20fa-4278-8afd-f85fc9cf878b req-9f0562e4-2e81-40f4-a40f-3874aae74d1f service nova] Releasing lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.206997] env[62105]: DEBUG oslo_concurrency.lockutils [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] Acquired lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.207119] env[62105]: DEBUG nova.network.neutron [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Refreshing network info cache for port 039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.482879] env[62105]: INFO nova.compute.manager [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Took 48.18 seconds to build instance. [ 1615.559250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.559250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.559250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.559250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.559250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.561320] env[62105]: INFO nova.compute.manager [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Terminating instance [ 1615.579601] env[62105]: DEBUG nova.compute.manager [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.580607] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc53b31d-c4b2-4e7a-99ee-cb581ebe5280 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.697729] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.698398] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1615.706085] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.601s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.706085] env[62105]: INFO nova.compute.claims [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.944842] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ce61-01e1-f9f8-dc90-66deb6435280/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1615.945820] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff766c-8a19-40d4-aadd-c7c18a7854c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.952990] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ce61-01e1-f9f8-dc90-66deb6435280/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1615.953184] env[62105]: ERROR oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ce61-01e1-f9f8-dc90-66deb6435280/disk-0.vmdk due to incomplete transfer. [ 1615.954010] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e1f791d-d686-4a65-934e-8263f532e3bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.957497] env[62105]: DEBUG nova.network.neutron [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updated VIF entry in instance network info cache for port 039471fb-44bc-4fff-ad02-62cb6ef9998b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.957497] env[62105]: DEBUG nova.network.neutron [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updating instance_info_cache with network_info: [{"id": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "address": "fa:16:3e:a5:d1:71", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap039471fb-44", "ovs_interfaceid": "039471fb-44bc-4fff-ad02-62cb6ef9998b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.964731] env[62105]: DEBUG oslo_vmware.rw_handles [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c9ce61-01e1-f9f8-dc90-66deb6435280/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1615.965371] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Uploaded image 9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1615.968502] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1615.968502] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87721e66-f211-483b-9d10-dbf95be73055 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.974927] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1615.974927] env[62105]: value = "task-1903650" [ 1615.974927] env[62105]: _type = "Task" [ 1615.974927] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.984773] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903650, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.986305] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f7f864-a6ef-4e6c-bec6-4b014e326986 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.317s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.026482] env[62105]: DEBUG oslo_concurrency.lockutils [None req-559a30cd-ca20-4dc2-9164-d7b20d029135 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.320s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.038713] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.039023] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.039293] env[62105]: DEBUG nova.compute.manager [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1616.041173] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b3a657-ac6c-4e52-b902-92ae4c3c8921 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.048983] env[62105]: DEBUG nova.compute.manager [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1616.049635] env[62105]: DEBUG nova.objects.instance [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1616.065749] env[62105]: DEBUG nova.compute.manager [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1616.065749] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.066297] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6eeed2-e0fa-428b-9cf3-793a539e1c8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.075206] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.075470] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a9b33e-bb4a-45c1-8603-ce3e1a57805d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.081523] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1616.081523] env[62105]: value = "task-1903651" [ 1616.081523] env[62105]: _type = "Task" [ 1616.081523] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.094331] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.210720] env[62105]: DEBUG nova.compute.utils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.216522] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.216522] env[62105]: DEBUG nova.network.neutron [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.259310] env[62105]: DEBUG nova.policy [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4a1a4f918d4bdb99757cf365668225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '256203ef5c6a47b18291554b9f1a7efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1616.461345] env[62105]: DEBUG oslo_concurrency.lockutils [req-fecbe6d6-f594-44a1-9f2a-3a7e99f5c096 req-48e5be38-7512-4b6d-ba7f-393c7967ba54 service nova] Releasing lock "refresh_cache-37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.484808] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903650, 'name': Destroy_Task, 'duration_secs': 0.365926} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.485296] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Destroyed the VM [ 1616.485540] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1616.485809] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-774e9d01-ca39-4998-b5d4-b2581c0e2744 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.489471] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1616.495094] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1616.495094] env[62105]: value = "task-1903652" [ 1616.495094] env[62105]: _type = "Task" [ 1616.495094] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.504311] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903652, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.526718] env[62105]: DEBUG nova.network.neutron [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Successfully created port: 81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1616.600019] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.600019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45573455-ef70-418e-bab9-2db586a31fcf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.606633] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Doing hard reboot of VM {{(pid=62105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1616.606926] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e1335b97-b6e9-4906-9f96-5de58d82b38b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.614033] env[62105]: DEBUG oslo_vmware.api [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1616.614033] env[62105]: value = "task-1903653" [ 1616.614033] env[62105]: _type = "Task" [ 1616.614033] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.622978] env[62105]: DEBUG oslo_vmware.api [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903653, 'name': ResetVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.638318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] Acquiring lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.638318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] Acquired lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.638318] env[62105]: DEBUG nova.network.neutron [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.716822] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1617.013020] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903652, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.013020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.058174] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.058174] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a7ead1b-7bbb-4e27-94e4-785b98d708b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.066320] env[62105]: DEBUG oslo_vmware.api [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1617.066320] env[62105]: value = "task-1903654" [ 1617.066320] env[62105]: _type = "Task" [ 1617.066320] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.074659] env[62105]: DEBUG oslo_vmware.api [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.090967] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903651, 'name': PowerOffVM_Task, 'duration_secs': 0.902591} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.093803] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.093988] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.094446] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5945d2fb-6666-4ecc-a7b9-7adc7d0cafac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.126371] env[62105]: DEBUG oslo_vmware.api [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903653, 'name': ResetVM_Task, 'duration_secs': 0.09578} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.126461] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Did hard reboot of VM {{(pid=62105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1617.126652] env[62105]: DEBUG nova.compute.manager [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.127510] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5358734-e823-4e09-b7bc-8692dfeb8284 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.187144] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.187402] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.187624] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Deleting the datastore file [datastore1] 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.188202] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd61729-5d71-4e91-952a-7bbcc4b795bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.197966] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1617.197966] env[62105]: value = "task-1903656" [ 1617.197966] env[62105]: _type = "Task" [ 1617.197966] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.206982] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.297048] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad15726b-1569-4cb7-997d-edc6200d92ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.306258] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17168fad-4343-41b6-ac39-2ba55e4c1dd3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.345204] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6971740-8929-492d-911a-9217e25d9213 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.349149] env[62105]: DEBUG nova.compute.manager [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1617.349361] env[62105]: DEBUG nova.compute.manager [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing instance network info cache due to event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1617.349615] env[62105]: DEBUG oslo_concurrency.lockutils [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] Acquiring lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.349816] env[62105]: DEBUG oslo_concurrency.lockutils [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] Acquired lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.350021] env[62105]: DEBUG nova.network.neutron [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.358285] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1aa648-27e9-4826-b5b0-e72415d8b924 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.373992] env[62105]: DEBUG nova.compute.provider_tree [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.510801] env[62105]: DEBUG oslo_vmware.api [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903652, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849903} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.511098] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1617.511331] env[62105]: INFO nova.compute.manager [None req-ad7ef57c-4cf9-4a64-a97e-0fd6055a9554 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Took 13.88 seconds to snapshot the instance on the hypervisor. [ 1617.579583] env[62105]: DEBUG oslo_vmware.api [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903654, 'name': PowerOffVM_Task, 'duration_secs': 0.218224} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.579865] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.580089] env[62105]: DEBUG nova.compute.manager [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.580937] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67e7cf2-fc93-4439-aff4-65e2565e4124 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.643753] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b53107d-43ec-4a88-a844-16e7d800a29b tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.624s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.683730] env[62105]: DEBUG nova.network.neutron [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Updating instance_info_cache with network_info: [{"id": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "address": "fa:16:3e:76:63:ff", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288f258e-fc", "ovs_interfaceid": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.707454] env[62105]: DEBUG oslo_vmware.api [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159325} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.707720] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.707904] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.708098] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.708274] env[62105]: INFO nova.compute.manager [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1617.708509] env[62105]: DEBUG oslo.service.loopingcall [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.708698] env[62105]: DEBUG nova.compute.manager [-] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.708796] env[62105]: DEBUG nova.network.neutron [-] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1617.730423] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1617.758145] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1617.758416] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1617.758664] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1617.758754] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1617.758902] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1617.760192] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1617.760502] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1617.760658] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1617.760833] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1617.761012] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1617.761196] env[62105]: DEBUG nova.virt.hardware [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1617.762401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cad2805-084b-48da-8638-2c3cd54ca3ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.772875] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07f069c-beaf-41f1-8f4f-522462cda5c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.877257] env[62105]: DEBUG nova.scheduler.client.report [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1618.096942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ef08808a-305c-44ac-869f-f791c4a59ac2 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.186460] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] Releasing lock "refresh_cache-248d05fb-74e8-40d7-b9d4-66138ab68ae5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.186724] env[62105]: DEBUG nova.compute.manager [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Inject network info {{(pid=62105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7689}} [ 1618.186986] env[62105]: DEBUG nova.compute.manager [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] network_info to inject: |[{"id": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "address": "fa:16:3e:76:63:ff", "network": {"id": "a28e0794-a85d-4743-b4a2-2bfdaa1dbb00", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1989352848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cd612393084d4c971d18722b5aaa4c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap288f258e-fc", "ovs_interfaceid": "288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7690}} [ 1618.193603] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Reconfiguring VM instance to set the machine id {{(pid=62105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1618.194082] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9837f470-a9ee-44a0-b6f1-0aa1f9b49b85 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.219597] env[62105]: DEBUG oslo_vmware.api [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] Waiting for the task: (returnval){ [ 1618.219597] env[62105]: value = "task-1903657" [ 1618.219597] env[62105]: _type = "Task" [ 1618.219597] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.234115] env[62105]: DEBUG oslo_vmware.api [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] Task: {'id': task-1903657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.235930] env[62105]: DEBUG nova.network.neutron [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updated VIF entry in instance network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.236528] env[62105]: DEBUG nova.network.neutron [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.250167] env[62105]: DEBUG nova.network.neutron [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Successfully updated port: 81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1618.391023] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.391023] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1618.392531] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.356s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.398020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.401960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.506s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.401960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.401960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.381s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.402427] env[62105]: INFO nova.compute.claims [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1618.429201] env[62105]: INFO nova.scheduler.client.report [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted allocations for instance aeb26ef7-235c-4413-89fe-e46cfde91556 [ 1618.431419] env[62105]: INFO nova.scheduler.client.report [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocations for instance 8826aa32-09c5-4d0d-a543-e11f766c77c1 [ 1618.579902] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.580216] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.731185] env[62105]: DEBUG oslo_vmware.api [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] Task: {'id': task-1903657, 'name': ReconfigVM_Task, 'duration_secs': 0.226264} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.731498] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2740faf8-2fe8-42f8-a42d-c1f7e1db8ebd tempest-ServersAdminTestJSON-301130637 tempest-ServersAdminTestJSON-301130637-project-admin] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Reconfigured VM instance to set the machine id {{(pid=62105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1618.735027] env[62105]: DEBUG nova.network.neutron [-] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.738949] env[62105]: DEBUG oslo_concurrency.lockutils [req-c97f901b-1f8e-435c-8c64-9a44805db9b3 req-65f01b2a-d283-44f9-9994-6f4d52cb7c8b service nova] Releasing lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.755896] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.756052] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.756262] env[62105]: DEBUG nova.network.neutron [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.867011] env[62105]: DEBUG nova.compute.manager [req-47c55789-c5e6-46e8-a0ed-833a3db48f98 req-deaf343c-4a8d-4aa5-a661-5174395c6a0f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Received event network-vif-plugged-81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1618.867011] env[62105]: DEBUG oslo_concurrency.lockutils [req-47c55789-c5e6-46e8-a0ed-833a3db48f98 req-deaf343c-4a8d-4aa5-a661-5174395c6a0f service nova] Acquiring lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.867245] env[62105]: DEBUG oslo_concurrency.lockutils [req-47c55789-c5e6-46e8-a0ed-833a3db48f98 req-deaf343c-4a8d-4aa5-a661-5174395c6a0f service nova] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.867415] env[62105]: DEBUG oslo_concurrency.lockutils [req-47c55789-c5e6-46e8-a0ed-833a3db48f98 req-deaf343c-4a8d-4aa5-a661-5174395c6a0f service nova] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.867584] env[62105]: DEBUG nova.compute.manager [req-47c55789-c5e6-46e8-a0ed-833a3db48f98 req-deaf343c-4a8d-4aa5-a661-5174395c6a0f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] No waiting events found dispatching network-vif-plugged-81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1618.867749] env[62105]: WARNING nova.compute.manager [req-47c55789-c5e6-46e8-a0ed-833a3db48f98 req-deaf343c-4a8d-4aa5-a661-5174395c6a0f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Received unexpected event network-vif-plugged-81d69071-09be-4a66-8ec2-ed49362da0a8 for instance with vm_state building and task_state spawning. [ 1618.907492] env[62105]: DEBUG nova.compute.utils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.912780] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.913012] env[62105]: DEBUG nova.network.neutron [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.943369] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf1ccd48-18ce-433b-b378-28b80b12a742 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "aeb26ef7-235c-4413-89fe-e46cfde91556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.670s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.944859] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b788ed4-bbed-4eee-a1f2-22b172b81559 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "8826aa32-09c5-4d0d-a543-e11f766c77c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.442s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.966339] env[62105]: DEBUG nova.policy [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18d601e4721a48919a246e1f8da063ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa5c24fd44164512b60bf26bc261fc3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1619.234345] env[62105]: DEBUG nova.network.neutron [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Successfully created port: 25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.237921] env[62105]: INFO nova.compute.manager [-] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Took 1.53 seconds to deallocate network for instance. [ 1619.303084] env[62105]: DEBUG nova.network.neutron [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1619.416690] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1619.427495] env[62105]: DEBUG nova.compute.manager [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1619.427649] env[62105]: DEBUG nova.compute.manager [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing instance network info cache due to event network-changed-5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1619.427931] env[62105]: DEBUG oslo_concurrency.lockutils [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] Acquiring lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.427931] env[62105]: DEBUG oslo_concurrency.lockutils [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] Acquired lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.428257] env[62105]: DEBUG nova.network.neutron [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Refreshing network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.538827] env[62105]: DEBUG nova.network.neutron [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Updating instance_info_cache with network_info: [{"id": "81d69071-09be-4a66-8ec2-ed49362da0a8", "address": "fa:16:3e:9d:c1:c9", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d69071-09", "ovs_interfaceid": "81d69071-09be-4a66-8ec2-ed49362da0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.584342] env[62105]: DEBUG nova.objects.instance [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.744554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.876464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27b92ad-0b61-436f-8348-57f376b7bb43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.884884] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575d8969-d347-43d7-b3df-2d5514ebfec5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.930417] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce192415-1640-4092-8262-99b81c3b7b6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.943604] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab6b8d9-ce2e-484f-9045-4ed3ce6ebdff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.956810] env[62105]: DEBUG nova.compute.provider_tree [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1620.041958] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.042327] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance network_info: |[{"id": "81d69071-09be-4a66-8ec2-ed49362da0a8", "address": "fa:16:3e:9d:c1:c9", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d69071-09", "ovs_interfaceid": "81d69071-09be-4a66-8ec2-ed49362da0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.042789] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d69071-09be-4a66-8ec2-ed49362da0a8', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.051387] env[62105]: DEBUG oslo.service.loopingcall [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.051613] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.051831] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddb62952-45d3-40a9-86a2-e1e241462687 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.076466] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.076466] env[62105]: value = "task-1903658" [ 1620.076466] env[62105]: _type = "Task" [ 1620.076466] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.083879] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903658, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.097309] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.097309] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.097309] env[62105]: DEBUG nova.network.neutron [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1620.097309] env[62105]: DEBUG nova.objects.instance [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'info_cache' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.178144] env[62105]: DEBUG nova.network.neutron [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updated VIF entry in instance network info cache for port 5163560b-33b6-4dd2-b0ff-a09773b81ef7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.178144] env[62105]: DEBUG nova.network.neutron [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [{"id": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "address": "fa:16:3e:56:fc:d3", "network": {"id": "8f455fe7-46f0-41ca-b106-e7da86845706", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-168254383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0d0cb1b19e44355a8f2d3f4beb889b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5163560b-33", "ovs_interfaceid": "5163560b-33b6-4dd2-b0ff-a09773b81ef7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.435295] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1620.460646] env[62105]: DEBUG nova.scheduler.client.report [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1620.467107] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1620.467362] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.471105] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1620.471374] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.471542] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1620.471700] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1620.471915] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1620.472092] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1620.472268] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1620.472435] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1620.472609] env[62105]: DEBUG nova.virt.hardware [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1620.473857] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7968e38b-9b33-4ead-877c-77f2a159dbaf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.482541] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca0ab10-d485-4ae6-be0a-73237b64ac54 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.586423] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903658, 'name': CreateVM_Task, 'duration_secs': 0.396246} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.586616] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1620.588445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.588445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.588445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1620.588445] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bdbe91a-b5e5-4115-9b2d-465c016e47de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.593168] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1620.593168] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4bca2-d263-049a-0ff3-552b1ba8ebd1" [ 1620.593168] env[62105]: _type = "Task" [ 1620.593168] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.601415] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4bca2-d263-049a-0ff3-552b1ba8ebd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.606453] env[62105]: DEBUG nova.objects.base [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Object Instance<700b21a6-33e0-430b-a2a9-172ac8d684af> lazy-loaded attributes: flavor,info_cache {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1620.681158] env[62105]: DEBUG oslo_concurrency.lockutils [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] Releasing lock "refresh_cache-d7f9b5e1-bd68-48ce-97e2-aff43c7693af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.681158] env[62105]: DEBUG nova.compute.manager [req-376c0da5-c994-4754-94f4-84009c24a41d req-462d1d99-23ec-434c-9a86-7a015c788a98 service nova] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Received event network-vif-deleted-039471fb-44bc-4fff-ad02-62cb6ef9998b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1620.874775] env[62105]: DEBUG nova.network.neutron [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Successfully updated port: 25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1620.978629] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.979240] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.982619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.459s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.982985] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.985066] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.405s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.011309] env[62105]: INFO nova.scheduler.client.report [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Deleted allocations for instance 511e9ee9-adf1-4348-b8bb-f350236ccf03 [ 1621.018877] env[62105]: DEBUG nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Received event network-changed-81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1621.018877] env[62105]: DEBUG nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Refreshing instance network info cache due to event network-changed-81d69071-09be-4a66-8ec2-ed49362da0a8. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1621.018951] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Acquiring lock "refresh_cache-b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.019282] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Acquired lock "refresh_cache-b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.019472] env[62105]: DEBUG nova.network.neutron [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Refreshing network info cache for port 81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.103965] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4bca2-d263-049a-0ff3-552b1ba8ebd1, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.103965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.104517] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.104517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.104755] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.105039] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.105529] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07a00ba4-8fba-4dda-854b-dda5bf29aa43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.114158] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.114877] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.115460] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea898c67-d0a1-4917-b9f0-3e8b946eaccc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.122349] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1621.122349] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d57b7b-11d3-9390-2473-e10c8c18bd00" [ 1621.122349] env[62105]: _type = "Task" [ 1621.122349] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.129874] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d57b7b-11d3-9390-2473-e10c8c18bd00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.378930] env[62105]: INFO nova.compute.manager [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Rebuilding instance [ 1621.391726] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "refresh_cache-3593adbf-aedf-49a0-9483-0703ef2aafcf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.391923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquired lock "refresh_cache-3593adbf-aedf-49a0-9483-0703ef2aafcf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.395241] env[62105]: DEBUG nova.network.neutron [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.445197] env[62105]: DEBUG nova.compute.manager [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1621.445606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85b7c9c-99dd-453b-8565-42d8731db432 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.456077] env[62105]: DEBUG nova.network.neutron [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating instance_info_cache with network_info: [{"id": "e6dced5b-00d7-4612-9362-2470bd576242", "address": "fa:16:3e:42:88:b1", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dced5b-00", "ovs_interfaceid": "e6dced5b-00d7-4612-9362-2470bd576242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.483799] env[62105]: DEBUG nova.compute.utils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1621.485295] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1621.485477] env[62105]: DEBUG nova.network.neutron [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.490334] env[62105]: INFO nova.compute.claims [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.519879] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e857f15-bb26-473c-b529-6733a5b668c7 tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "511e9ee9-adf1-4348-b8bb-f350236ccf03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.097s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.615949] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.616284] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.618017] env[62105]: DEBUG nova.policy [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c868dceab1a94eee8d295ee6e4e26dfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '943ddfe04b57453c8ef98f6919464eff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1621.633144] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d57b7b-11d3-9390-2473-e10c8c18bd00, 'name': SearchDatastore_Task, 'duration_secs': 0.008726} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.633920] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6bb8adc-4317-4400-9cc2-09067e2071fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.639994] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1621.639994] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52708510-25be-8d49-010e-ee53753f9341" [ 1621.639994] env[62105]: _type = "Task" [ 1621.639994] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.650726] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52708510-25be-8d49-010e-ee53753f9341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.932252] env[62105]: DEBUG nova.network.neutron [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1621.959274] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "refresh_cache-700b21a6-33e0-430b-a2a9-172ac8d684af" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.988856] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.998557] env[62105]: INFO nova.compute.resource_tracker [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating resource usage from migration 2e29b3cc-8b85-4a2a-9748-a8828a578543 [ 1622.101198] env[62105]: DEBUG nova.network.neutron [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Updating instance_info_cache with network_info: [{"id": "25225c9c-e94f-4572-b506-47b8de2f3bc7", "address": "fa:16:3e:bd:a7:19", "network": {"id": "b24b9d50-00a6-48d9-9836-41a3f205c10b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1670095859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5c24fd44164512b60bf26bc261fc3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25225c9c-e9", "ovs_interfaceid": "25225c9c-e94f-4572-b506-47b8de2f3bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.155376] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52708510-25be-8d49-010e-ee53753f9341, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.155551] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.155816] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.156867] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18dafa32-4511-4aaa-a88d-eed70d9882fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.166809] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1622.166809] env[62105]: value = "task-1903659" [ 1622.166809] env[62105]: _type = "Task" [ 1622.166809] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.175054] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.195237] env[62105]: DEBUG nova.network.neutron [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Updated VIF entry in instance network info cache for port 81d69071-09be-4a66-8ec2-ed49362da0a8. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.195606] env[62105]: DEBUG nova.network.neutron [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Updating instance_info_cache with network_info: [{"id": "81d69071-09be-4a66-8ec2-ed49362da0a8", "address": "fa:16:3e:9d:c1:c9", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81d69071-09", "ovs_interfaceid": "81d69071-09be-4a66-8ec2-ed49362da0a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.364481] env[62105]: DEBUG nova.network.neutron [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Successfully created port: ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1622.459534] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1622.459942] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e277a7a-5bf7-40a6-85aa-b9ff008e8662 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.472150] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1622.472150] env[62105]: value = "task-1903660" [ 1622.472150] env[62105]: _type = "Task" [ 1622.472150] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.489161] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.539569] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab54d17-f289-4831-b5c8-c8d1639eb391 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.548612] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33dcf0-a773-4b72-bf2b-0219e8fbd38c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.588307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68300a0-8efb-4f19-8ff2-9b427beaf36c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.597969] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c1e3f-0aa4-45c9-a040-ae56b0bd11f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.604415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Releasing lock "refresh_cache-3593adbf-aedf-49a0-9483-0703ef2aafcf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.604792] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Instance network_info: |[{"id": "25225c9c-e94f-4572-b506-47b8de2f3bc7", "address": "fa:16:3e:bd:a7:19", "network": {"id": "b24b9d50-00a6-48d9-9836-41a3f205c10b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1670095859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5c24fd44164512b60bf26bc261fc3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25225c9c-e9", "ovs_interfaceid": "25225c9c-e94f-4572-b506-47b8de2f3bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1622.605279] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a7:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3952eb02-1162-48ed-8227-9c138960d583', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25225c9c-e94f-4572-b506-47b8de2f3bc7', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.613201] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Creating folder: Project (fa5c24fd44164512b60bf26bc261fc3a). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.622358] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5601fd48-7197-47a4-a582-5dff5c7a2912 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.624553] env[62105]: DEBUG nova.compute.provider_tree [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.635766] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Created folder: Project (fa5c24fd44164512b60bf26bc261fc3a) in parent group-v392807. [ 1622.636123] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Creating folder: Instances. Parent ref: group-v392983. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1622.637014] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fc94134-aa2a-4ad5-be41-94feb123c7aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.647361] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Created folder: Instances in parent group-v392983. [ 1622.647563] env[62105]: DEBUG oslo.service.loopingcall [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.647752] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.647962] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07e42bd5-e238-45ec-9a97-5f6b2903e018 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.671067] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1622.671067] env[62105]: value = "task-1903663" [ 1622.671067] env[62105]: _type = "Task" [ 1622.671067] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.685124] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457411} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.688353] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.688626] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.688850] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903663, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.689073] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b31af3a-3326-4f6c-acee-69beb13a1cc3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.695901] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1622.695901] env[62105]: value = "task-1903664" [ 1622.695901] env[62105]: _type = "Task" [ 1622.695901] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.705108] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Releasing lock "refresh_cache-b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.705390] env[62105]: DEBUG nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Received event network-vif-plugged-25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1622.705624] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Acquiring lock "3593adbf-aedf-49a0-9483-0703ef2aafcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.705932] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.706155] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.706354] env[62105]: DEBUG nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] No waiting events found dispatching network-vif-plugged-25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1622.706528] env[62105]: WARNING nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Received unexpected event network-vif-plugged-25225c9c-e94f-4572-b506-47b8de2f3bc7 for instance with vm_state building and task_state spawning. [ 1622.706709] env[62105]: DEBUG nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Received event network-changed-25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1622.706866] env[62105]: DEBUG nova.compute.manager [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Refreshing instance network info cache due to event network-changed-25225c9c-e94f-4572-b506-47b8de2f3bc7. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1622.707090] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Acquiring lock "refresh_cache-3593adbf-aedf-49a0-9483-0703ef2aafcf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.707595] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Acquired lock "refresh_cache-3593adbf-aedf-49a0-9483-0703ef2aafcf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.707595] env[62105]: DEBUG nova.network.neutron [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Refreshing network info cache for port 25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.708584] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.967704] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.968090] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ed93e62-feae-4dea-8763-d6c4ac9f7481 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.977916] env[62105]: DEBUG oslo_vmware.api [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1622.977916] env[62105]: value = "task-1903665" [ 1622.977916] env[62105]: _type = "Task" [ 1622.977916] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.988727] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903660, 'name': PowerOffVM_Task, 'duration_secs': 0.434926} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.989385] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.989804] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1622.990569] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337b95b1-e76f-414e-9d64-6d66a0397835 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.996225] env[62105]: DEBUG oslo_vmware.api [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.997801] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1623.002092] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1623.002375] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b8beb0b-eb79-45c6-8d99-dc452fb9cdd7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.026685] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1623.026982] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1623.027536] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1623.027536] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1623.027536] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1623.027819] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1623.028090] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1623.029094] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1623.029374] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1623.029598] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1623.029826] env[62105]: DEBUG nova.virt.hardware [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1623.030699] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fdc778-7a6d-44e2-b7b8-71c38594e071 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.039427] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4571bc8-6d1d-457f-80f9-a4974573e174 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.785875] env[62105]: DEBUG nova.scheduler.client.report [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1623.791371] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1623.791371] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1623.791534] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleting the datastore file [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1623.800276] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-523ce531-7547-4c74-a166-6cb8d07331f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.817998] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175235} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.823928] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.824516] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903663, 'name': CreateVM_Task, 'duration_secs': 0.353994} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.824799] env[62105]: DEBUG oslo_vmware.api [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903665, 'name': PowerOnVM_Task, 'duration_secs': 0.39832} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.826303] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb9cdc4-822c-4356-8449-049035bcbced {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.828782] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1623.829071] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.829276] env[62105]: DEBUG nova.compute.manager [None req-1fc0cf16-4158-403e-80f0-7c61c3cb459d tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.829605] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1623.829605] env[62105]: value = "task-1903667" [ 1623.829605] env[62105]: _type = "Task" [ 1623.829605] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.830371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.830543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.830860] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1623.831594] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e7c3d8-e45c-4878-9e61-aca89cd9e6e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.834485] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084ad310-dc36-41a5-b1b8-58b13c4cc647 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.857775] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.862697] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b872cbb5-9bc9-491e-b707-8ceb86c579c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.885133] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1623.885133] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fac573-a453-904b-de6c-7358dcae47cd" [ 1623.885133] env[62105]: _type = "Task" [ 1623.885133] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.885133] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.894628] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fac573-a453-904b-de6c-7358dcae47cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.896353] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.896586] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.897231] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.897231] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.897231] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.897465] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1623.897465] env[62105]: value = "task-1903668" [ 1623.897465] env[62105]: _type = "Task" [ 1623.897465] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.897869] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296999d0-641e-4dbb-9d97-fe5178eb04d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.910377] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.910936] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.911128] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.911941] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823a3de1-a68f-4208-a7f5-4e01a0ad966c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.919235] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1623.919235] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d56e8e-df7e-da4d-df59-c6cdfff599a6" [ 1623.919235] env[62105]: _type = "Task" [ 1623.919235] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.929018] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d56e8e-df7e-da4d-df59-c6cdfff599a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.197012] env[62105]: DEBUG nova.network.neutron [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Successfully updated port: ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.206814] env[62105]: DEBUG nova.network.neutron [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Updated VIF entry in instance network info cache for port 25225c9c-e94f-4572-b506-47b8de2f3bc7. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.206814] env[62105]: DEBUG nova.network.neutron [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Updating instance_info_cache with network_info: [{"id": "25225c9c-e94f-4572-b506-47b8de2f3bc7", "address": "fa:16:3e:bd:a7:19", "network": {"id": "b24b9d50-00a6-48d9-9836-41a3f205c10b", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1670095859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa5c24fd44164512b60bf26bc261fc3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3952eb02-1162-48ed-8227-9c138960d583", "external-id": "nsx-vlan-transportzone-250", "segmentation_id": 250, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25225c9c-e9", "ovs_interfaceid": "25225c9c-e94f-4572-b506-47b8de2f3bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.289980] env[62105]: DEBUG nova.compute.manager [req-1ede00fe-77c0-4ff5-b2c8-2e08c91227d4 req-35bf735f-a6b3-4520-8d64-a7129eeac46a service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Received event network-vif-plugged-ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1624.290303] env[62105]: DEBUG oslo_concurrency.lockutils [req-1ede00fe-77c0-4ff5-b2c8-2e08c91227d4 req-35bf735f-a6b3-4520-8d64-a7129eeac46a service nova] Acquiring lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.290527] env[62105]: DEBUG oslo_concurrency.lockutils [req-1ede00fe-77c0-4ff5-b2c8-2e08c91227d4 req-35bf735f-a6b3-4520-8d64-a7129eeac46a service nova] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.290697] env[62105]: DEBUG oslo_concurrency.lockutils [req-1ede00fe-77c0-4ff5-b2c8-2e08c91227d4 req-35bf735f-a6b3-4520-8d64-a7129eeac46a service nova] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.290923] env[62105]: DEBUG nova.compute.manager [req-1ede00fe-77c0-4ff5-b2c8-2e08c91227d4 req-35bf735f-a6b3-4520-8d64-a7129eeac46a service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] No waiting events found dispatching network-vif-plugged-ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.291144] env[62105]: WARNING nova.compute.manager [req-1ede00fe-77c0-4ff5-b2c8-2e08c91227d4 req-35bf735f-a6b3-4520-8d64-a7129eeac46a service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Received unexpected event network-vif-plugged-ece6b304-485e-4187-a9cd-18898d6156c9 for instance with vm_state building and task_state spawning. [ 1624.293432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.308s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.293610] env[62105]: INFO nova.compute.manager [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Migrating [ 1624.300237] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.722s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.300442] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.303404] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.664s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.303745] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.305600] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.630s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.307184] env[62105]: INFO nova.compute.claims [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1624.343493] env[62105]: INFO nova.scheduler.client.report [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Deleted allocations for instance 20370a0d-4dd5-43b2-848b-0bfd8a895e1d [ 1624.346878] env[62105]: INFO nova.scheduler.client.report [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Deleted allocations for instance ef15cc73-85b5-451f-b7b9-92673c0ed4e5 [ 1624.352395] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207924} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.355402] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1624.355597] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1624.355784] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1624.411074] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903668, 'name': ReconfigVM_Task, 'duration_secs': 0.415458} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.411934] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.412101] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deb75897-bf9e-42fc-9bb2-e99c57cf41e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.425255] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1624.425255] env[62105]: value = "task-1903669" [ 1624.425255] env[62105]: _type = "Task" [ 1624.425255] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.432970] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d56e8e-df7e-da4d-df59-c6cdfff599a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011435} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.434107] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e9c15d-6946-464c-8c63-7a87eb777816 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.440612] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903669, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.442593] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1624.442593] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f1da0e-8804-5479-ef89-6d562f0c7f05" [ 1624.442593] env[62105]: _type = "Task" [ 1624.442593] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.457228] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f1da0e-8804-5479-ef89-6d562f0c7f05, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.457607] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.457904] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3593adbf-aedf-49a0-9483-0703ef2aafcf/3593adbf-aedf-49a0-9483-0703ef2aafcf.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.458468] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0acbc1a-e85f-4ee9-b68f-660fee80e625 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.469022] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1624.469022] env[62105]: value = "task-1903670" [ 1624.469022] env[62105]: _type = "Task" [ 1624.469022] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.479570] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.699592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "refresh_cache-aace8e85-1b10-4d01-be5d-7617c6c6e9cc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.699760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquired lock "refresh_cache-aace8e85-1b10-4d01-be5d-7617c6c6e9cc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.699921] env[62105]: DEBUG nova.network.neutron [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.711251] env[62105]: DEBUG oslo_concurrency.lockutils [req-c0236630-cb61-4a78-85d6-6a4f8031c794 req-6ab18ddf-0051-4604-9366-9fe4688ad47f service nova] Releasing lock "refresh_cache-3593adbf-aedf-49a0-9483-0703ef2aafcf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.818885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.819165] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.819477] env[62105]: DEBUG nova.network.neutron [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1624.857017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e603a83c-6cc2-4644-89d0-5842b4679b4f tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "20370a0d-4dd5-43b2-848b-0bfd8a895e1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.756s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.864037] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f7eb5bb-d9c3-4f36-9924-79b457aa037d tempest-FloatingIPsAssociationNegativeTestJSON-53586668 tempest-FloatingIPsAssociationNegativeTestJSON-53586668-project-member] Lock "ef15cc73-85b5-451f-b7b9-92673c0ed4e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.026s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.941580] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903669, 'name': Rename_Task, 'duration_secs': 0.157422} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.942128] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.942557] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b95e4b-6cd4-481b-9fb9-d3cfd779dd89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.955180] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1624.955180] env[62105]: value = "task-1903671" [ 1624.955180] env[62105]: _type = "Task" [ 1624.955180] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.964507] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903671, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.978280] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903670, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.097130] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.097577] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.238938] env[62105]: DEBUG nova.network.neutron [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.377673] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "ef5caeab-3236-4566-9464-39e6c5e64bc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.377946] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.378192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "ef5caeab-3236-4566-9464-39e6c5e64bc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.378383] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.378555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.381544] env[62105]: INFO nova.compute.manager [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Terminating instance [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1625.410019] env[62105]: DEBUG nova.virt.hardware [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1625.411188] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa36ecc-aa05-4853-a2a3-3c96514361ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.423797] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48e03ed-bb3c-4ed0-8c73-91f9b1592b45 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.441473] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e2:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a166e6-b66c-41fe-8434-c61f3ed182e2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1625.451968] env[62105]: DEBUG oslo.service.loopingcall [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1625.451968] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1625.451968] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55383026-3464-4291-b280-d3ef3a241970 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.477954] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.477954] env[62105]: value = "task-1903672" [ 1625.477954] env[62105]: _type = "Task" [ 1625.477954] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.485887] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52184} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.486500] env[62105]: DEBUG oslo_vmware.api [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903671, 'name': PowerOnVM_Task, 'duration_secs': 0.482976} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.491809] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3593adbf-aedf-49a0-9483-0703ef2aafcf/3593adbf-aedf-49a0-9483-0703ef2aafcf.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.492094] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.492655] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.492910] env[62105]: INFO nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1625.493161] env[62105]: DEBUG nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.493685] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab13cf88-6c79-4143-bce5-5700853741c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.496289] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52845b18-0b74-4b13-816c-6d95867c7b7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.507362] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903672, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.513671] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1625.513671] env[62105]: value = "task-1903673" [ 1625.513671] env[62105]: _type = "Task" [ 1625.513671] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.522024] env[62105]: DEBUG nova.network.neutron [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Updating instance_info_cache with network_info: [{"id": "ece6b304-485e-4187-a9cd-18898d6156c9", "address": "fa:16:3e:12:10:20", "network": {"id": "ad9232e8-8c07-46b9-8ab5-f5cc4328fdae", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-139988546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943ddfe04b57453c8ef98f6919464eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece6b304-48", "ovs_interfaceid": "ece6b304-485e-4187-a9cd-18898d6156c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.538895] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.749441] env[62105]: DEBUG nova.network.neutron [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.881054] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa15d4b-e3de-462e-9268-3ccdd16da77f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.890243] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdee6b86-dd21-4282-a5e9-876834823d80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.897639] env[62105]: DEBUG nova.compute.manager [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1625.897639] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1625.897639] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131c8506-aa9d-4005-b0b0-5da78a0d3dbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.908992] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1625.940871] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a0ab13f-1c76-4778-8b33-319e6c3346b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.944210] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f49b11-fc2f-453b-944c-c36154c3bae3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.957856] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a4cf65-5f63-4995-b8bd-2541373cc682 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.963046] env[62105]: DEBUG oslo_vmware.api [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1625.963046] env[62105]: value = "task-1903674" [ 1625.963046] env[62105]: _type = "Task" [ 1625.963046] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.978658] env[62105]: DEBUG nova.compute.provider_tree [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.983667] env[62105]: DEBUG oslo_vmware.api [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.997725] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903672, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.027988] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Releasing lock "refresh_cache-aace8e85-1b10-4d01-be5d-7617c6c6e9cc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.028279] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Instance network_info: |[{"id": "ece6b304-485e-4187-a9cd-18898d6156c9", "address": "fa:16:3e:12:10:20", "network": {"id": "ad9232e8-8c07-46b9-8ab5-f5cc4328fdae", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-139988546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943ddfe04b57453c8ef98f6919464eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece6b304-48", "ovs_interfaceid": "ece6b304-485e-4187-a9cd-18898d6156c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.029115] env[62105]: INFO nova.compute.manager [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Took 48.09 seconds to build instance. [ 1626.030655] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:10:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ece6b304-485e-4187-a9cd-18898d6156c9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.038474] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Creating folder: Project (943ddfe04b57453c8ef98f6919464eff). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.043361] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90c30e4-b4b1-42d7-8acb-c0163733fc87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.044162] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082255} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.045109] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.046315] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a9249b-e255-4689-bfaa-0ee16952451c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.070374] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 3593adbf-aedf-49a0-9483-0703ef2aafcf/3593adbf-aedf-49a0-9483-0703ef2aafcf.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.072014] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-873f0671-8f08-4e3c-a784-e9408a8c6dc3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.086263] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Created folder: Project (943ddfe04b57453c8ef98f6919464eff) in parent group-v392807. [ 1626.086745] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Creating folder: Instances. Parent ref: group-v392987. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.086745] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be6d49a3-9b11-40dc-a47b-603675221d39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.096719] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1626.096719] env[62105]: value = "task-1903676" [ 1626.096719] env[62105]: _type = "Task" [ 1626.096719] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.107316] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.111598] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Created folder: Instances in parent group-v392987. [ 1626.111598] env[62105]: DEBUG oslo.service.loopingcall [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.111598] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.112017] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fafd1779-da85-43e1-ae33-345305cdebd2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.137883] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.137883] env[62105]: value = "task-1903678" [ 1626.137883] env[62105]: _type = "Task" [ 1626.137883] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.148449] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903678, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.251363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.460087] env[62105]: DEBUG nova.compute.manager [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Received event network-changed-ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1626.460315] env[62105]: DEBUG nova.compute.manager [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Refreshing instance network info cache due to event network-changed-ece6b304-485e-4187-a9cd-18898d6156c9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1626.460559] env[62105]: DEBUG oslo_concurrency.lockutils [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] Acquiring lock "refresh_cache-aace8e85-1b10-4d01-be5d-7617c6c6e9cc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.460717] env[62105]: DEBUG oslo_concurrency.lockutils [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] Acquired lock "refresh_cache-aace8e85-1b10-4d01-be5d-7617c6c6e9cc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.460925] env[62105]: DEBUG nova.network.neutron [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Refreshing network info cache for port ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.479251] env[62105]: DEBUG oslo_vmware.api [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903674, 'name': PowerOffVM_Task, 'duration_secs': 0.227817} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.479550] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1626.479706] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1626.480021] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f18b2a6-73a4-4f3d-8f39-37a7963fa88b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.485353] env[62105]: DEBUG nova.scheduler.client.report [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.502655] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903672, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.543176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84c1f67f-93da-4627-800d-c90823a25f33 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.578s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.600694] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1626.600934] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1626.601144] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Deleting the datastore file [datastore1] ef5caeab-3236-4566-9464-39e6c5e64bc7 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1626.609398] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00c64c7d-d6e9-45af-b051-a053829deefd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.620540] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.622641] env[62105]: DEBUG oslo_vmware.api [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for the task: (returnval){ [ 1626.622641] env[62105]: value = "task-1903680" [ 1626.622641] env[62105]: _type = "Task" [ 1626.622641] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.634394] env[62105]: DEBUG oslo_vmware.api [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.647302] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903678, 'name': CreateVM_Task, 'duration_secs': 0.46102} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.647473] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1626.648166] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.648334] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.648665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1626.648918] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e5698b3-08c0-4bbd-8aa4-a7b7ecd32f38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.654339] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1626.654339] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fc826e-4c98-ea0f-8068-c7c3d0bc7f87" [ 1626.654339] env[62105]: _type = "Task" [ 1626.654339] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.663222] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fc826e-4c98-ea0f-8068-c7c3d0bc7f87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.991418] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.991979] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1626.999764] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.266s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.001446] env[62105]: INFO nova.compute.claims [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.014167] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903672, 'name': CreateVM_Task, 'duration_secs': 1.284214} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.014167] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.014817] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.047135] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.112468] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903676, 'name': ReconfigVM_Task, 'duration_secs': 0.54238} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.112468] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 3593adbf-aedf-49a0-9483-0703ef2aafcf/3593adbf-aedf-49a0-9483-0703ef2aafcf.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.112468] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5301e8ca-d92e-40fc-b528-3f36a495554b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.121847] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1627.121847] env[62105]: value = "task-1903681" [ 1627.121847] env[62105]: _type = "Task" [ 1627.121847] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.136592] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903681, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.139194] env[62105]: DEBUG oslo_vmware.api [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Task: {'id': task-1903680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348631} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.139443] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1627.139700] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1627.139792] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1627.139981] env[62105]: INFO nova.compute.manager [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1627.140217] env[62105]: DEBUG oslo.service.loopingcall [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.140401] env[62105]: DEBUG nova.compute.manager [-] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1627.141914] env[62105]: DEBUG nova.network.neutron [-] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1627.169035] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fc826e-4c98-ea0f-8068-c7c3d0bc7f87, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.169430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.169713] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.169995] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.170216] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.170455] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.170872] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.171748] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.173999] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd435c9-938a-4db9-b8d9-fbb8d4097831 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.181018] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0a8565-0d63-45ec-bdf8-fcb41437b955 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.188023] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1627.188023] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5250985f-3320-44c4-ef77-7a70a3cfbe6b" [ 1627.188023] env[62105]: _type = "Task" [ 1627.188023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.191519] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.192280] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.193643] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d3526c1-32b0-47be-8693-f69d7234900b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.201254] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5250985f-3320-44c4-ef77-7a70a3cfbe6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.205960] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1627.205960] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ac2f20-7c19-577a-c008-fe204c53ac41" [ 1627.205960] env[62105]: _type = "Task" [ 1627.205960] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.214813] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ac2f20-7c19-577a-c008-fe204c53ac41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.409422] env[62105]: DEBUG nova.network.neutron [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Updated VIF entry in instance network info cache for port ece6b304-485e-4187-a9cd-18898d6156c9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.409801] env[62105]: DEBUG nova.network.neutron [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Updating instance_info_cache with network_info: [{"id": "ece6b304-485e-4187-a9cd-18898d6156c9", "address": "fa:16:3e:12:10:20", "network": {"id": "ad9232e8-8c07-46b9-8ab5-f5cc4328fdae", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-139988546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "943ddfe04b57453c8ef98f6919464eff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapece6b304-48", "ovs_interfaceid": "ece6b304-485e-4187-a9cd-18898d6156c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.508530] env[62105]: DEBUG nova.compute.utils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1627.512811] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1627.512972] env[62105]: DEBUG nova.network.neutron [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1627.584779] env[62105]: DEBUG nova.policy [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb9b567b61f4f2f952d7ccbaaa7c5d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9996a597d06d487f891937bbac7ef164', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1627.588796] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.641799] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903681, 'name': Rename_Task, 'duration_secs': 0.271396} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.642842] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.644912] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9132592-b005-449d-ad23-b1576401b4c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.656179] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1627.656179] env[62105]: value = "task-1903682" [ 1627.656179] env[62105]: _type = "Task" [ 1627.656179] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.665606] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.701606] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5250985f-3320-44c4-ef77-7a70a3cfbe6b, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.703417] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.703670] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.703925] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.720999] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ac2f20-7c19-577a-c008-fe204c53ac41, 'name': SearchDatastore_Task, 'duration_secs': 0.012674} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.722856] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f53eae2-9b78-4fd9-972a-9673153f853a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.730367] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1627.730367] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ee779-5a03-d6a2-3d23-4bb3564a6adb" [ 1627.730367] env[62105]: _type = "Task" [ 1627.730367] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.742831] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ee779-5a03-d6a2-3d23-4bb3564a6adb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.769021] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee375da-60c4-4b66-a3d2-cfb5166f1f2e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.790433] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1627.853445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.853445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.853445] env[62105]: DEBUG nova.compute.manager [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.853445] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87260b-ed92-48ed-893f-9ef414c5a4a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.861986] env[62105]: DEBUG nova.compute.manager [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1627.862207] env[62105]: DEBUG nova.objects.instance [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'flavor' on Instance uuid b40d3df5-a2bf-4382-9356-0bd4b5ddfff9 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.884866] env[62105]: DEBUG nova.network.neutron [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Successfully created port: f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.912487] env[62105]: DEBUG oslo_concurrency.lockutils [req-d5b9b4df-c461-433a-adab-e53604be9d08 req-6ae2bf1c-92b8-494a-97d1-8f0b5fdef0b6 service nova] Releasing lock "refresh_cache-aace8e85-1b10-4d01-be5d-7617c6c6e9cc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.014110] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1628.073494] env[62105]: DEBUG nova.network.neutron [-] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.169059] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903682, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.255348] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ee779-5a03-d6a2-3d23-4bb3564a6adb, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.260216] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.260716] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] aace8e85-1b10-4d01-be5d-7617c6c6e9cc/aace8e85-1b10-4d01-be5d-7617c6c6e9cc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.261882] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.262283] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.262677] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f4beb1d-2274-402d-8a50-f58e39e44504 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.269142] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e800c6-72c6-4afb-9509-633791ce0020 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.276740] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1628.276740] env[62105]: value = "task-1903683" [ 1628.276740] env[62105]: _type = "Task" [ 1628.276740] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.286450] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.286690] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.288160] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6bdb832-264c-45e7-9499-75590714e526 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.297018] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.297433] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.298190] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac32f8df-4f55-4dc8-95fb-610e3464f6db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.303168] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1628.303168] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ad0b4e-c269-fc0e-ea6e-75a9f2d844ed" [ 1628.303168] env[62105]: _type = "Task" [ 1628.303168] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.310463] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1628.310463] env[62105]: value = "task-1903684" [ 1628.310463] env[62105]: _type = "Task" [ 1628.310463] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.320142] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ad0b4e-c269-fc0e-ea6e-75a9f2d844ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013115} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.325740] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6c97cd-e0c5-4ea8-b760-a8492f742233 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.331122] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.335882] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1628.335882] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5240fa23-1b86-7a0d-f779-e3c710784e76" [ 1628.335882] env[62105]: _type = "Task" [ 1628.335882] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.346051] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5240fa23-1b86-7a0d-f779-e3c710784e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.583481] env[62105]: INFO nova.compute.manager [-] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Took 1.44 seconds to deallocate network for instance. [ 1628.620093] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a808d1a1-4476-40b6-9917-c59419443e4d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.626938] env[62105]: DEBUG nova.compute.manager [req-a3fb3e47-7f21-42e2-8a54-1042b1703cf7 req-1469e154-fbb9-41c8-994e-7ece19fdc738 service nova] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Received event network-vif-deleted-251ecfd0-84b9-4612-b845-2b1827f9f20f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1628.632707] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277c4904-3f8b-4131-9524-cfae84a51a57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.674237] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0aee3d-92e1-4887-97d6-c2a19f6a4092 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.687050] env[62105]: DEBUG oslo_vmware.api [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903682, 'name': PowerOnVM_Task, 'duration_secs': 0.635087} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.687869] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.688137] env[62105]: INFO nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1628.688342] env[62105]: DEBUG nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.689648] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aadbae4-c4d8-45cd-a449-b234f44c7a7a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.696033] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9dda41-7213-4df7-8de3-4b6d22972814 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.716025] env[62105]: DEBUG nova.compute.provider_tree [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.791908] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.822366] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903684, 'name': PowerOffVM_Task, 'duration_secs': 0.231208} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.822659] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.822904] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1628.847479] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5240fa23-1b86-7a0d-f779-e3c710784e76, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.847718] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.847843] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.848170] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782d0d54-7ef8-4840-bd65-8c0fdda1844b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.855798] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1628.855798] env[62105]: value = "task-1903685" [ 1628.855798] env[62105]: _type = "Task" [ 1628.855798] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.864391] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.878238] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.878623] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f5c42e6-d333-476f-8efc-9b2f168cd639 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.887354] env[62105]: DEBUG oslo_vmware.api [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1628.887354] env[62105]: value = "task-1903686" [ 1628.887354] env[62105]: _type = "Task" [ 1628.887354] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.898479] env[62105]: DEBUG oslo_vmware.api [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.033864] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1629.064514] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.068023] env[62105]: DEBUG nova.virt.hardware [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.068023] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e854f5-e562-4120-85eb-cbeaf957470e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.081898] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ac244-64d8-47fd-a582-d3bca32bf9c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.101426] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.223754] env[62105]: DEBUG nova.scheduler.client.report [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.232175] env[62105]: INFO nova.compute.manager [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Took 48.15 seconds to build instance. [ 1629.292575] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599643} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.292943] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] aace8e85-1b10-4d01-be5d-7617c6c6e9cc/aace8e85-1b10-4d01-be5d-7617c6c6e9cc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.293209] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.293613] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ec06b96-3be1-484a-a074-20b92d99ae6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.305522] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1629.305522] env[62105]: value = "task-1903687" [ 1629.305522] env[62105]: _type = "Task" [ 1629.305522] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.325127] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.329484] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1629.329627] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1629.330415] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1629.330415] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1629.330415] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1629.330415] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1629.330656] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1629.330731] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1629.330976] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1629.331187] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1629.331605] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1629.338932] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dbd3666-8510-493f-a15b-48f9e8817458 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.362916] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1629.362916] env[62105]: value = "task-1903688" [ 1629.362916] env[62105]: _type = "Task" [ 1629.362916] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.373680] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903685, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.386019] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.401705] env[62105]: DEBUG oslo_vmware.api [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903686, 'name': PowerOffVM_Task, 'duration_secs': 0.183598} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.402612] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.402957] env[62105]: DEBUG nova.compute.manager [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1629.404086] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acace60a-96db-4133-b1e8-b724bd7bb52c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.730436] env[62105]: DEBUG nova.network.neutron [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Successfully updated port: f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1629.730436] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.731076] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.735170] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.400s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.737048] env[62105]: INFO nova.compute.claims [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1629.740217] env[62105]: DEBUG oslo_concurrency.lockutils [None req-293601f3-1cfb-482c-855a-b269af20744e tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.673s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.816369] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110183} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.816729] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.817568] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aac230f-61d9-4129-b028-10c5440cd250 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.844542] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] aace8e85-1b10-4d01-be5d-7617c6c6e9cc/aace8e85-1b10-4d01-be5d-7617c6c6e9cc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.845087] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b379986-9368-42f7-a70d-afa8f8221fbb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.873299] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1629.873299] env[62105]: value = "task-1903689" [ 1629.873299] env[62105]: _type = "Task" [ 1629.873299] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.876579] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653141} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.883050] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.883306] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.883581] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.883809] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55e4d139-72f4-4d30-9d71-b6fa787b6044 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.892865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "3593adbf-aedf-49a0-9483-0703ef2aafcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.893146] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.893361] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "3593adbf-aedf-49a0-9483-0703ef2aafcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.893548] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.893717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.896148] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.897942] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1629.897942] env[62105]: value = "task-1903690" [ 1629.897942] env[62105]: _type = "Task" [ 1629.897942] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.898550] env[62105]: INFO nova.compute.manager [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Terminating instance [ 1629.918023] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.918902] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d3be926-ab0d-4a97-9238-a424a82d4e46 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.236352] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.236352] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquired lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.236352] env[62105]: DEBUG nova.network.neutron [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.244793] env[62105]: DEBUG nova.compute.utils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.246650] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.248955] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.249164] env[62105]: DEBUG nova.network.neutron [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.322633] env[62105]: DEBUG nova.policy [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd048aa6ab914669bc76b8313c3065d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '975e6258d9d3478595404eff30a1ba15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.389826] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903689, 'name': ReconfigVM_Task, 'duration_secs': 0.335172} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.394708] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] aace8e85-1b10-4d01-be5d-7617c6c6e9cc/aace8e85-1b10-4d01-be5d-7617c6c6e9cc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.394708] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903688, 'name': ReconfigVM_Task, 'duration_secs': 0.635409} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.394708] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-655a0e58-0ae4-4bce-b5d1-e0e04af452fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.395510] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1630.412178] env[62105]: DEBUG nova.compute.manager [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.412178] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.412178] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1630.412178] env[62105]: value = "task-1903691" [ 1630.412178] env[62105]: _type = "Task" [ 1630.412178] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.417857] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d0826c-a669-40ed-aa88-1af264ba1f5d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.427524] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079955} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.433655] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.435713] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3bed2-51df-4f2d-b506-67194fb9ccd5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.445238] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.446064] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0b38b1b-110a-4a69-b5d4-4e717b319441 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.470461] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903691, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.482326] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.484526] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8f3419-037a-4357-bd3f-6d51660a5b82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.511564] env[62105]: DEBUG oslo_vmware.api [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1630.511564] env[62105]: value = "task-1903692" [ 1630.511564] env[62105]: _type = "Task" [ 1630.511564] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.521502] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1630.521502] env[62105]: value = "task-1903693" [ 1630.521502] env[62105]: _type = "Task" [ 1630.521502] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.542826] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903693, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.546407] env[62105]: DEBUG oslo_vmware.api [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.750657] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.784028] env[62105]: DEBUG nova.compute.manager [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Received event network-vif-plugged-f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1630.784028] env[62105]: DEBUG oslo_concurrency.lockutils [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] Acquiring lock "60ae2246-7dad-456e-b03d-7d99c620f36a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.784028] env[62105]: DEBUG oslo_concurrency.lockutils [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.784028] env[62105]: DEBUG oslo_concurrency.lockutils [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.784028] env[62105]: DEBUG nova.compute.manager [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] No waiting events found dispatching network-vif-plugged-f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1630.784028] env[62105]: WARNING nova.compute.manager [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Received unexpected event network-vif-plugged-f477b621-1616-462e-a762-e46937c5f234 for instance with vm_state building and task_state spawning. [ 1630.784028] env[62105]: DEBUG nova.compute.manager [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Received event network-changed-f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1630.784028] env[62105]: DEBUG nova.compute.manager [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Refreshing instance network info cache due to event network-changed-f477b621-1616-462e-a762-e46937c5f234. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1630.784028] env[62105]: DEBUG oslo_concurrency.lockutils [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] Acquiring lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.788262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.809926] env[62105]: DEBUG nova.network.neutron [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1630.907915] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:56:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01064ee2-5db6-4797-80a5-273ce6f0edcd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1272785651',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.909016] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.909016] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.909016] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.909016] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.909016] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.909473] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.909473] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.909473] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.909638] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.909862] env[62105]: DEBUG nova.virt.hardware [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.918022] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1630.919354] env[62105]: DEBUG nova.network.neutron [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Successfully created port: 6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1630.924160] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2348b2-22ed-417c-94f1-437d97884ca7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.948746] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903691, 'name': Rename_Task, 'duration_secs': 0.183247} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.950236] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.950585] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1630.950585] env[62105]: value = "task-1903694" [ 1630.950585] env[62105]: _type = "Task" [ 1630.950585] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.954677] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a08069f-0778-4b9e-8050-a205194c8dcd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.967494] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.972169] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1630.972169] env[62105]: value = "task-1903695" [ 1630.972169] env[62105]: _type = "Task" [ 1630.972169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.981356] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.012942] env[62105]: INFO nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Rebuilding instance [ 1631.030195] env[62105]: DEBUG oslo_vmware.api [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903692, 'name': PowerOffVM_Task, 'duration_secs': 0.391564} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.030650] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.030929] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.032097] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a89e00-342e-4ec0-adcb-2b42c946ac00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.037008] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903693, 'name': ReconfigVM_Task, 'duration_secs': 0.319987} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.037733] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.040976] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-166fc7bf-d148-42b5-ba43-d161caa8b05e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.055529] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1631.055529] env[62105]: value = "task-1903697" [ 1631.055529] env[62105]: _type = "Task" [ 1631.055529] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.067725] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903697, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.082574] env[62105]: DEBUG nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.083610] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd4088f-d2ee-4116-b332-8a36b88e5153 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.141451] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1631.141755] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1631.142064] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Deleting the datastore file [datastore1] 3593adbf-aedf-49a0-9483-0703ef2aafcf {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1631.146098] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e62dc96-a514-469c-9259-6b14175baefe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.155640] env[62105]: DEBUG oslo_vmware.api [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for the task: (returnval){ [ 1631.155640] env[62105]: value = "task-1903698" [ 1631.155640] env[62105]: _type = "Task" [ 1631.155640] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.167584] env[62105]: DEBUG oslo_vmware.api [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.192360] env[62105]: DEBUG nova.network.neutron [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Updating instance_info_cache with network_info: [{"id": "f477b621-1616-462e-a762-e46937c5f234", "address": "fa:16:3e:40:1a:67", "network": {"id": "0e67c843-8662-41f8-a9d9-7b0cdfec8bd3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-787216837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9996a597d06d487f891937bbac7ef164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf477b621-16", "ovs_interfaceid": "f477b621-1616-462e-a762-e46937c5f234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.447704] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed3c3f-e047-4265-9462-c8030a03f075 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.461730] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedfd2d9-0f8e-4cdc-9731-c67ccc6f629d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.500104] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903694, 'name': ReconfigVM_Task, 'duration_secs': 0.17946} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.505551] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe92cbf-d76e-4af5-985f-2816e6962e0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.507542] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1631.507796] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a0216-4767-4faf-9d12-b00005a9648d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.535119] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e35a33-fcf6-4197-95fd-71e45786d1ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.539391] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903695, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.550034] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.550034] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebf03e8-77b3-4a79-8968-35db3ab8efdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.572239] env[62105]: DEBUG nova.compute.provider_tree [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.575918] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1631.575918] env[62105]: value = "task-1903699" [ 1631.575918] env[62105]: _type = "Task" [ 1631.575918] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.582656] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903697, 'name': Rename_Task, 'duration_secs': 0.183931} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.583489] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1631.583820] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a08e13-7688-42d4-becc-c865877ee09e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.591615] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.593257] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1631.593257] env[62105]: value = "task-1903700" [ 1631.593257] env[62105]: _type = "Task" [ 1631.593257] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.609354] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.666394] env[62105]: DEBUG oslo_vmware.api [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Task: {'id': task-1903698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149886} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.666394] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.666394] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.666583] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.667640] env[62105]: INFO nova.compute.manager [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1631.667640] env[62105]: DEBUG oslo.service.loopingcall [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.667640] env[62105]: DEBUG nova.compute.manager [-] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1631.667640] env[62105]: DEBUG nova.network.neutron [-] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.695431] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Releasing lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.695800] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Instance network_info: |[{"id": "f477b621-1616-462e-a762-e46937c5f234", "address": "fa:16:3e:40:1a:67", "network": {"id": "0e67c843-8662-41f8-a9d9-7b0cdfec8bd3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-787216837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9996a597d06d487f891937bbac7ef164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf477b621-16", "ovs_interfaceid": "f477b621-1616-462e-a762-e46937c5f234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1631.696185] env[62105]: DEBUG oslo_concurrency.lockutils [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] Acquired lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.696323] env[62105]: DEBUG nova.network.neutron [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Refreshing network info cache for port f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1631.697936] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:1a:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4b43a78-f49b-4132-ab2e-6e28769a9498', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f477b621-1616-462e-a762-e46937c5f234', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1631.707418] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Creating folder: Project (9996a597d06d487f891937bbac7ef164). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.707418] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f04aa30-042e-467a-a8b0-e148384c9519 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.719155] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Created folder: Project (9996a597d06d487f891937bbac7ef164) in parent group-v392807. [ 1631.719368] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Creating folder: Instances. Parent ref: group-v392990. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1631.719640] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b501565-cd81-418e-bd15-e450a26274e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.733797] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Created folder: Instances in parent group-v392990. [ 1631.733933] env[62105]: DEBUG oslo.service.loopingcall [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.734171] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1631.734406] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-992757de-10d7-491f-afe2-955b60cbd407 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.759239] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1631.759239] env[62105]: value = "task-1903703" [ 1631.759239] env[62105]: _type = "Task" [ 1631.759239] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.765065] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.777135] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903703, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.802127] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.802477] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.802680] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.803117] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.803282] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.803438] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.803663] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.804038] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.804247] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.804429] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.804618] env[62105]: DEBUG nova.virt.hardware [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.806291] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dedbc0-7fef-450a-aea6-eec1f17c21f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.815105] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d19ba56-9f43-4b4e-a7cb-9fabf5e8d95c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.018239] env[62105]: DEBUG oslo_vmware.api [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903695, 'name': PowerOnVM_Task, 'duration_secs': 0.595077} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.018446] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.018687] env[62105]: INFO nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1632.018947] env[62105]: DEBUG nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.019799] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dc420f-fd8f-445f-b6f3-7fa572f4bdad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.078306] env[62105]: DEBUG nova.scheduler.client.report [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.096544] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903699, 'name': ReconfigVM_Task, 'duration_secs': 0.411649} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.096544] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfigured VM instance instance-00000036 to attach disk [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.096544] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1632.115210] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.115357] env[62105]: DEBUG oslo_vmware.api [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903700, 'name': PowerOnVM_Task, 'duration_secs': 0.506938} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.115695] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b8e1ee0-2a20-45bc-ad7d-0a5c0d6392ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.118103] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1632.120189] env[62105]: DEBUG nova.compute.manager [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.120189] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2547ea-a8f8-4381-b87e-6255aea6cb4b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.131681] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1632.131681] env[62105]: value = "task-1903704" [ 1632.131681] env[62105]: _type = "Task" [ 1632.131681] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.146022] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1632.146022] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.146022] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c652d5-6987-44d9-ac4a-92396214a4fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.154298] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.154547] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8583cd59-7fdf-48e0-bf47-aee0f47a3b5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.269718] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903703, 'name': CreateVM_Task, 'duration_secs': 0.381638} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.269884] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1632.270672] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.270851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.271183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1632.271431] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf3411f-48cc-426c-8506-6f55f668d5a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.276990] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1632.276990] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52136acb-27c1-827a-7bd2-e2661545f9a0" [ 1632.276990] env[62105]: _type = "Task" [ 1632.276990] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.285964] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52136acb-27c1-827a-7bd2-e2661545f9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.327390] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.327624] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.327791] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.328067] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6f5521-7b97-441a-b5d5-59dedffe54e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.336747] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1632.336747] env[62105]: value = "task-1903706" [ 1632.336747] env[62105]: _type = "Task" [ 1632.336747] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.348796] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.544248] env[62105]: INFO nova.compute.manager [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Took 48.55 seconds to build instance. [ 1632.588501] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.589083] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.596057] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.637s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.597561] env[62105]: INFO nova.compute.claims [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1632.612802] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4912bd62-ae1b-4019-a16c-7c98cc79d4ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.643019] env[62105]: DEBUG nova.network.neutron [-] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.659555] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736a4715-3809-404d-9a64-124a693b30c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.662534] env[62105]: DEBUG nova.network.neutron [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Updated VIF entry in instance network info cache for port f477b621-1616-462e-a762-e46937c5f234. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1632.662967] env[62105]: DEBUG nova.network.neutron [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Updating instance_info_cache with network_info: [{"id": "f477b621-1616-462e-a762-e46937c5f234", "address": "fa:16:3e:40:1a:67", "network": {"id": "0e67c843-8662-41f8-a9d9-7b0cdfec8bd3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-787216837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9996a597d06d487f891937bbac7ef164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf477b621-16", "ovs_interfaceid": "f477b621-1616-462e-a762-e46937c5f234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.667267] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.686027] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1632.793174] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52136acb-27c1-827a-7bd2-e2661545f9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.040627} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.793174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.793174] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1632.793174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.793174] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.793174] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1632.793174] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e1e06cf-4a88-4b2d-8cc8-13d586922921 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.801702] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1632.801922] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1632.802691] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7dac98-73af-4e6c-b61c-b44f51d46427 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.815131] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1632.815131] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524dc7c6-03f1-c5ab-8a60-8586aeda750d" [ 1632.815131] env[62105]: _type = "Task" [ 1632.815131] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.830328] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524dc7c6-03f1-c5ab-8a60-8586aeda750d, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.831178] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180eef62-1d06-4911-a89f-fcf05d86cb30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.837848] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1632.837848] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52640ec4-667a-151d-bbbf-ac6946f3e7a3" [ 1632.837848] env[62105]: _type = "Task" [ 1632.837848] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.855906] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52640ec4-667a-151d-bbbf-ac6946f3e7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.858879] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.507506} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.860060] env[62105]: DEBUG nova.network.neutron [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Successfully updated port: 6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1632.861032] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.861139] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.861369] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.911900] env[62105]: DEBUG nova.compute.manager [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Received event network-vif-deleted-25225c9c-e94f-4572-b506-47b8de2f3bc7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1632.912212] env[62105]: DEBUG nova.compute.manager [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Received event network-vif-plugged-6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1632.912430] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] Acquiring lock "be85181a-4c6d-41b1-96d1-d507c59d487d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.912640] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.912927] env[62105]: DEBUG oslo_concurrency.lockutils [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.913147] env[62105]: DEBUG nova.compute.manager [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] No waiting events found dispatching network-vif-plugged-6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1632.913319] env[62105]: WARNING nova.compute.manager [req-1d213a7f-9743-47fd-8e58-9d060f52254f req-897b2e8a-3e2a-42c5-ad78-7dd9ddd91aae service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Received unexpected event network-vif-plugged-6958bb61-3f32-4e8f-9d38-f1dd4b50445c for instance with vm_state building and task_state spawning. [ 1633.047368] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4e306a55-c03c-4767-881d-b6065fcd1d8d tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.059s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.105520] env[62105]: DEBUG nova.compute.utils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.106936] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1633.107131] env[62105]: DEBUG nova.network.neutron [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.157345] env[62105]: INFO nova.compute.manager [-] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Took 1.49 seconds to deallocate network for instance. [ 1633.167667] env[62105]: DEBUG oslo_concurrency.lockutils [req-ed51f4c4-6150-4420-88e0-13404ecc26e5 req-f4c1ec84-76d7-4f72-b920-634342e9da4b service nova] Releasing lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.187197] env[62105]: DEBUG nova.policy [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd048aa6ab914669bc76b8313c3065d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '975e6258d9d3478595404eff30a1ba15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1633.250364] env[62105]: DEBUG nova.network.neutron [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Port 7dac6a9a-da27-4cf7-a32e-ce65db7f3118 binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1633.349231] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52640ec4-667a-151d-bbbf-ac6946f3e7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.016355} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.351011] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.351011] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 60ae2246-7dad-456e-b03d-7d99c620f36a/60ae2246-7dad-456e-b03d-7d99c620f36a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1633.351011] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04462a37-ef3a-47e8-b4bd-33c44abfed5e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.358733] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1633.358733] env[62105]: value = "task-1903707" [ 1633.358733] env[62105]: _type = "Task" [ 1633.358733] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.374025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.374309] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.374502] env[62105]: DEBUG nova.network.neutron [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.379140] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.479449] env[62105]: DEBUG nova.network.neutron [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Successfully created port: 1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1633.550228] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1633.611519] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.664517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.874171] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903707, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.915531] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.915838] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.916015] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.916248] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.916420] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.916600] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.916823] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.917054] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.917248] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.917527] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.917662] env[62105]: DEBUG nova.virt.hardware [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.918638] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2863b251-a1a5-40a7-802c-b725aeed1776 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.928969] env[62105]: DEBUG nova.network.neutron [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1633.933485] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5fd409-b246-47ef-9bb1-710a7db3de4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.953637] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:c1:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81d69071-09be-4a66-8ec2-ed49362da0a8', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1633.961872] env[62105]: DEBUG oslo.service.loopingcall [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.964654] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1633.964933] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c50539e6-250b-495c-861f-454b593349f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.990599] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1633.990599] env[62105]: value = "task-1903711" [ 1633.990599] env[62105]: _type = "Task" [ 1633.990599] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.002343] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903711, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.072377] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.157274] env[62105]: DEBUG nova.network.neutron [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Updating instance_info_cache with network_info: [{"id": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "address": "fa:16:3e:01:ce:a8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6958bb61-3f", "ovs_interfaceid": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.219532] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2d51f-e745-4ed8-9a66-ecdb193bf21b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.228483] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a388f917-5dbe-44b0-9f19-74e6fcd2bfd6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.269544] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7ed1c0-a400-45a6-a43c-85b9594c78b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.279200] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d3687729-453c-46b9-9145-c9f007713552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.279450] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.279806] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.287169] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21683c63-45c1-4e4e-98cb-b045ecd41d00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.304356] env[62105]: DEBUG nova.compute.provider_tree [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.371792] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580292} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.372132] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 60ae2246-7dad-456e-b03d-7d99c620f36a/60ae2246-7dad-456e-b03d-7d99c620f36a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1634.372361] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1634.372630] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ee8f33-eec5-4d46-b0d6-10a465f14cbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.380777] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1634.380777] env[62105]: value = "task-1903712" [ 1634.380777] env[62105]: _type = "Task" [ 1634.380777] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.393171] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.492267] env[62105]: INFO nova.compute.manager [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Rebuilding instance [ 1634.510452] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903711, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.544018] env[62105]: DEBUG nova.compute.manager [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.545405] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d65cf-de1e-438b-bceb-91f5b5d648e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.623652] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1634.649050] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1634.649224] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1634.649376] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1634.649672] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1634.649715] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1634.649947] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1634.650053] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1634.650211] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1634.650376] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1634.650536] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1634.650706] env[62105]: DEBUG nova.virt.hardware [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1634.651639] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf80225-4b49-44e2-942b-215fcafc660e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.659569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.659911] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Instance network_info: |[{"id": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "address": "fa:16:3e:01:ce:a8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6958bb61-3f", "ovs_interfaceid": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1634.660396] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ce:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6958bb61-3f32-4e8f-9d38-f1dd4b50445c', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.668181] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Creating folder: Project (975e6258d9d3478595404eff30a1ba15). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.669415] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb453a8c-79c5-4bad-ab0a-76b1c5dbac3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.673986] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10611614-c3cf-491c-9af3-cf82fe7ad816 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.691357] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Created folder: Project (975e6258d9d3478595404eff30a1ba15) in parent group-v392807. [ 1634.691357] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Creating folder: Instances. Parent ref: group-v392997. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1634.691534] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-844a8ea3-1415-4b98-bd2b-c2a4611c4daa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.704441] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Created folder: Instances in parent group-v392997. [ 1634.704699] env[62105]: DEBUG oslo.service.loopingcall [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.704947] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.705222] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d3e90d2-b78d-4161-8613-e71fb064173c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.725592] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.725592] env[62105]: value = "task-1903715" [ 1634.725592] env[62105]: _type = "Task" [ 1634.725592] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.734168] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903715, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.809714] env[62105]: DEBUG nova.scheduler.client.report [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.891100] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.267836} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.891397] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.892356] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a0134-c4c8-47ea-bdfa-86c0c4d40559 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.918260] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 60ae2246-7dad-456e-b03d-7d99c620f36a/60ae2246-7dad-456e-b03d-7d99c620f36a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.918626] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0058144a-b001-466f-a8bc-e3f4559b8523 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.943279] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1634.943279] env[62105]: value = "task-1903716" [ 1634.943279] env[62105]: _type = "Task" [ 1634.943279] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.953266] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.003723] env[62105]: DEBUG nova.compute.manager [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Received event network-changed-6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1635.004929] env[62105]: DEBUG nova.compute.manager [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Refreshing instance network info cache due to event network-changed-6958bb61-3f32-4e8f-9d38-f1dd4b50445c. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1635.004929] env[62105]: DEBUG oslo_concurrency.lockutils [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] Acquiring lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.004929] env[62105]: DEBUG oslo_concurrency.lockutils [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] Acquired lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.004929] env[62105]: DEBUG nova.network.neutron [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Refreshing network info cache for port 6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.010340] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903711, 'name': CreateVM_Task, 'duration_secs': 0.879102} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.010768] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.011456] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.011618] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.011996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.012681] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c8e929-8697-4c66-9af7-cfbc31ddc248 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.019615] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1635.019615] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d464c4-2f4c-a1c6-af36-30b50d75b93b" [ 1635.019615] env[62105]: _type = "Task" [ 1635.019615] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.030280] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d464c4-2f4c-a1c6-af36-30b50d75b93b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.056731] env[62105]: DEBUG nova.network.neutron [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Successfully updated port: 1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.103133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.103486] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.103741] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.104043] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.104276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.106855] env[62105]: INFO nova.compute.manager [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Terminating instance [ 1635.241319] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903715, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.318019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.318019] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1635.319194] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.340s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.320653] env[62105]: INFO nova.compute.claims [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.327131] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.327307] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.327530] env[62105]: DEBUG nova.network.neutron [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.457707] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903716, 'name': ReconfigVM_Task, 'duration_secs': 0.312071} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.458206] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 60ae2246-7dad-456e-b03d-7d99c620f36a/60ae2246-7dad-456e-b03d-7d99c620f36a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.459100] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41bec935-6757-4e6a-9605-26e51a8d4fb4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.467117] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1635.467117] env[62105]: value = "task-1903717" [ 1635.467117] env[62105]: _type = "Task" [ 1635.467117] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.476419] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903717, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.543172] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d464c4-2f4c-a1c6-af36-30b50d75b93b, 'name': SearchDatastore_Task, 'duration_secs': 0.014045} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.543537] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.543729] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1635.544066] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.544181] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.544462] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1635.544638] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd220685-3faf-4116-84e9-4a53e4b2d77d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.559539] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "refresh_cache-3271a2fe-e3e8-4e52-975a-2e819f89146a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.559539] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "refresh_cache-3271a2fe-e3e8-4e52-975a-2e819f89146a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.559539] env[62105]: DEBUG nova.network.neutron [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.564985] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.564985] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd076bde-1725-4faa-a9a0-650a566b90fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.566207] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1635.566379] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1635.567464] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7373ec-86e1-434d-a882-a812dd6ebb9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.574028] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1635.574028] env[62105]: value = "task-1903718" [ 1635.574028] env[62105]: _type = "Task" [ 1635.574028] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.575474] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1635.575474] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b5565-5ec0-db5e-1d54-1cac12f34748" [ 1635.575474] env[62105]: _type = "Task" [ 1635.575474] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.599297] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.599297] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b5565-5ec0-db5e-1d54-1cac12f34748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.616037] env[62105]: DEBUG nova.compute.manager [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.616037] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.616850] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb635355-00f3-45de-9f19-7e8790da2bb7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.626117] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.626484] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5fc52db-6091-4c99-8d41-386254906a18 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.633941] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1635.633941] env[62105]: value = "task-1903719" [ 1635.633941] env[62105]: _type = "Task" [ 1635.633941] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.642387] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.746118] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903715, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.759850] env[62105]: DEBUG nova.network.neutron [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Updated VIF entry in instance network info cache for port 6958bb61-3f32-4e8f-9d38-f1dd4b50445c. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.760267] env[62105]: DEBUG nova.network.neutron [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Updating instance_info_cache with network_info: [{"id": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "address": "fa:16:3e:01:ce:a8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6958bb61-3f", "ovs_interfaceid": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.825799] env[62105]: DEBUG nova.compute.utils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.829062] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1635.829062] env[62105]: DEBUG nova.network.neutron [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.901518] env[62105]: DEBUG nova.policy [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd048aa6ab914669bc76b8313c3065d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '975e6258d9d3478595404eff30a1ba15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1635.982444] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903717, 'name': Rename_Task, 'duration_secs': 0.200304} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.982743] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.986543] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55ded904-1234-4510-bf6c-1cda57f96c69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.993928] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1635.993928] env[62105]: value = "task-1903720" [ 1635.993928] env[62105]: _type = "Task" [ 1635.993928] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.005751] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.096490] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903718, 'name': PowerOffVM_Task, 'duration_secs': 0.238334} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.096776] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b5565-5ec0-db5e-1d54-1cac12f34748, 'name': SearchDatastore_Task, 'duration_secs': 0.023372} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.097130] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.097450] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1636.098952] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3ba8fd-5a4b-4e9e-8e4c-a01d23c8a28a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.102367] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9db38b-4a0c-49d2-aea3-860b5c9fdbcb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.112819] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1636.114285] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e9b1c0b-7d88-4a71-b1c9-2f614e40d82d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.116252] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1636.116252] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5258432f-3c1e-f788-1ca2-ebd1e25bf67d" [ 1636.116252] env[62105]: _type = "Task" [ 1636.116252] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.126726] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5258432f-3c1e-f788-1ca2-ebd1e25bf67d, 'name': SearchDatastore_Task, 'duration_secs': 0.012643} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.129540] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.129837] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1636.130135] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5dca680-8549-48e8-9350-857002d1403f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.141202] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1636.141202] env[62105]: value = "task-1903722" [ 1636.141202] env[62105]: _type = "Task" [ 1636.141202] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.144928] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.146234] env[62105]: DEBUG nova.network.neutron [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.163324] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.240035] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903715, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.263265] env[62105]: DEBUG oslo_concurrency.lockutils [req-1b18e2fa-7a2e-46f4-a4cf-15cb9e66c8fd req-5af08c75-314b-449a-9299-84691d11467b service nova] Releasing lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.272599] env[62105]: DEBUG nova.network.neutron [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.337475] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1636.341725] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1636.342082] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1636.342237] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleting the datastore file [datastore1] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1636.342625] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31fb79a5-51ed-4709-9a82-82c0e5701122 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.349915] env[62105]: DEBUG nova.network.neutron [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Successfully created port: edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.354305] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1636.354305] env[62105]: value = "task-1903723" [ 1636.354305] env[62105]: _type = "Task" [ 1636.354305] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.363457] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.521215] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903720, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.653782] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.664720] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903722, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.686336] env[62105]: DEBUG nova.network.neutron [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Updating instance_info_cache with network_info: [{"id": "1fd45c57-9eca-43f8-9028-560ccc2b00a0", "address": "fa:16:3e:ed:49:a2", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd45c57-9e", "ovs_interfaceid": "1fd45c57-9eca-43f8-9028-560ccc2b00a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.745234] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903715, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.778501] env[62105]: DEBUG oslo_concurrency.lockutils [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.866837] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.944294] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72e158-16b6-497a-8676-6a32052e6545 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.954528] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c22262c-3998-4b9b-9a9b-fc0db27d8211 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.986456] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984ee199-98fc-4deb-ade2-7d52a385df63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.995345] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76589d9-8a45-4aaa-ae9e-a2931d77ba48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.008452] env[62105]: DEBUG oslo_vmware.api [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1903720, 'name': PowerOnVM_Task, 'duration_secs': 0.633128} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.016763] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.016763] env[62105]: INFO nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1637.017011] env[62105]: DEBUG nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.017917] env[62105]: DEBUG nova.compute.provider_tree [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.019716] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5446ebca-7df8-41cf-a2d6-3b464747dd2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.145448] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903719, 'name': PowerOffVM_Task, 'duration_secs': 1.14054} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.145959] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1637.146259] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1637.150203] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8fa7f96-f85c-4bd0-9350-7669f8ce0bd7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.159257] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627414} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.159721] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1637.160017] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1637.160339] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a44f981-7fbd-4b9c-a37d-c058341869f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.167511] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1637.167511] env[62105]: value = "task-1903726" [ 1637.167511] env[62105]: _type = "Task" [ 1637.167511] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.178632] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.192879] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "refresh_cache-3271a2fe-e3e8-4e52-975a-2e819f89146a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.193282] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Instance network_info: |[{"id": "1fd45c57-9eca-43f8-9028-560ccc2b00a0", "address": "fa:16:3e:ed:49:a2", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd45c57-9e", "ovs_interfaceid": "1fd45c57-9eca-43f8-9028-560ccc2b00a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1637.193764] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:49:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fd45c57-9eca-43f8-9028-560ccc2b00a0', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.202285] env[62105]: DEBUG oslo.service.loopingcall [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.202932] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.203199] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2abcc87-0d63-4d9a-b358-1c0f6b003bbc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.228848] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.228848] env[62105]: value = "task-1903727" [ 1637.228848] env[62105]: _type = "Task" [ 1637.228848] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.241880] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903715, 'name': CreateVM_Task, 'duration_secs': 2.115396} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.246711] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1637.246946] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903727, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.248518] env[62105]: DEBUG nova.compute.manager [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Received event network-vif-plugged-1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1637.248518] env[62105]: DEBUG oslo_concurrency.lockutils [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] Acquiring lock "3271a2fe-e3e8-4e52-975a-2e819f89146a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.248670] env[62105]: DEBUG oslo_concurrency.lockutils [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.248917] env[62105]: DEBUG oslo_concurrency.lockutils [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.248975] env[62105]: DEBUG nova.compute.manager [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] No waiting events found dispatching network-vif-plugged-1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1637.249125] env[62105]: WARNING nova.compute.manager [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Received unexpected event network-vif-plugged-1fd45c57-9eca-43f8-9028-560ccc2b00a0 for instance with vm_state building and task_state spawning. [ 1637.249302] env[62105]: DEBUG nova.compute.manager [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Received event network-changed-1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1637.249481] env[62105]: DEBUG nova.compute.manager [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Refreshing instance network info cache due to event network-changed-1fd45c57-9eca-43f8-9028-560ccc2b00a0. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1637.249628] env[62105]: DEBUG oslo_concurrency.lockutils [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] Acquiring lock "refresh_cache-3271a2fe-e3e8-4e52-975a-2e819f89146a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.249762] env[62105]: DEBUG oslo_concurrency.lockutils [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] Acquired lock "refresh_cache-3271a2fe-e3e8-4e52-975a-2e819f89146a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.249928] env[62105]: DEBUG nova.network.neutron [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Refreshing network info cache for port 1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.252284] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.252380] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.253029] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1637.253560] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed41a60-4006-4cd8-af03-55dbcf52b52e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.257049] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1637.257255] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1637.257495] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Deleting the datastore file [datastore1] aace8e85-1b10-4d01-be5d-7617c6c6e9cc {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1637.258151] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6816e026-6b04-424c-bc9d-9c39d9fb02a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.263666] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1637.263666] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222f4c7-5847-798b-e94f-f4cc27837d91" [ 1637.263666] env[62105]: _type = "Task" [ 1637.263666] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.271435] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for the task: (returnval){ [ 1637.271435] env[62105]: value = "task-1903728" [ 1637.271435] env[62105]: _type = "Task" [ 1637.271435] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.275644] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222f4c7-5847-798b-e94f-f4cc27837d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.284292] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.306273] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fff44b-3e51-4882-bbca-ae7a3515e810 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.330095] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cc06fc-8a39-4965-8c29-547ecb1373eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.338589] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1637.347904] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1637.366567] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561652} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.366861] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.367080] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.367271] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.382783] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1637.383131] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.383311] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1637.383498] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.383642] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1637.383806] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1637.384059] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1637.384711] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1637.384711] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1637.384711] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1637.384901] env[62105]: DEBUG nova.virt.hardware [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1637.385704] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73fdb4-4d29-4db0-9c4f-dcfdcf4cc432 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.397035] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ab098-e144-44e4-abb8-a62a35a76fa6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.523590] env[62105]: DEBUG nova.scheduler.client.report [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1637.542797] env[62105]: INFO nova.compute.manager [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Took 37.89 seconds to build instance. [ 1637.680138] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106445} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.680138] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1637.680138] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6472265a-7f38-4579-9109-0cb996b72dc9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.701129] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1637.701417] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-321d97a9-f027-42b7-b288-b0b3f8a1a567 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.722744] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1637.722744] env[62105]: value = "task-1903729" [ 1637.722744] env[62105]: _type = "Task" [ 1637.722744] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.731320] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.740472] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903727, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.779057] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222f4c7-5847-798b-e94f-f4cc27837d91, 'name': SearchDatastore_Task, 'duration_secs': 0.029444} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.781837] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.782449] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1637.782772] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.783162] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.783425] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1637.784328] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7383ce56-75e3-4bf5-bf18-6428f7164d2d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.794083] env[62105]: DEBUG oslo_vmware.api [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Task: {'id': task-1903728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167264} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.798456] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1637.800569] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1637.800569] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1637.800569] env[62105]: INFO nova.compute.manager [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1637.800569] env[62105]: DEBUG oslo.service.loopingcall [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.800569] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1637.800569] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1637.800907] env[62105]: DEBUG nova.compute.manager [-] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1637.801072] env[62105]: DEBUG nova.network.neutron [-] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1637.802808] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79435aff-5cf3-4cd1-8d34-5925a4c4f690 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.810784] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1637.810784] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522887a8-8e11-ed4d-8122-425d82afb001" [ 1637.810784] env[62105]: _type = "Task" [ 1637.810784] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.823666] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522887a8-8e11-ed4d-8122-425d82afb001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.846299] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1637.846382] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-570b9817-1167-40d1-ab3d-4f95d1aa8c2d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.855482] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1637.855482] env[62105]: value = "task-1903730" [ 1637.855482] env[62105]: _type = "Task" [ 1637.855482] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.865207] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.029463] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.030026] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.038267] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.609s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.038267] env[62105]: DEBUG nova.objects.instance [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1638.046142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80863f40-9eb3-4743-893a-0d816c63a8db tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.406s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.209560] env[62105]: DEBUG nova.network.neutron [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Updated VIF entry in instance network info cache for port 1fd45c57-9eca-43f8-9028-560ccc2b00a0. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.209962] env[62105]: DEBUG nova.network.neutron [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Updating instance_info_cache with network_info: [{"id": "1fd45c57-9eca-43f8-9028-560ccc2b00a0", "address": "fa:16:3e:ed:49:a2", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fd45c57-9e", "ovs_interfaceid": "1fd45c57-9eca-43f8-9028-560ccc2b00a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.238884] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903729, 'name': ReconfigVM_Task, 'duration_secs': 0.3282} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.239635] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Reconfigured VM instance instance-0000003c to attach disk [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9/b40d3df5-a2bf-4382-9356-0bd4b5ddfff9.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.240474] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51a8348e-cbcd-4d7d-bde1-7894cc4fcef3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.245770] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903727, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.253471] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1638.253471] env[62105]: value = "task-1903731" [ 1638.253471] env[62105]: _type = "Task" [ 1638.253471] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.272531] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903731, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.296233] env[62105]: DEBUG nova.network.neutron [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Successfully updated port: edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.324874] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522887a8-8e11-ed4d-8122-425d82afb001, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.325704] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313c0433-d053-4d99-be39-849f6f2b9573 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.335191] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1638.335191] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522d2452-f38b-0d97-cb3e-c5cc8d73cc6a" [ 1638.335191] env[62105]: _type = "Task" [ 1638.335191] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.351704] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522d2452-f38b-0d97-cb3e-c5cc8d73cc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.368864] env[62105]: DEBUG oslo_vmware.api [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903730, 'name': PowerOnVM_Task, 'duration_secs': 0.477722} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.369311] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1638.369534] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-69eb0df1-9637-4e86-9f7d-f5fd2c01505e tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance 'd3687729-453c-46b9-9145-c9f007713552' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.424060] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1638.424403] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1638.424593] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1638.424815] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1638.424995] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1638.425191] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1638.425496] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1638.425704] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1638.426025] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1638.426119] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1638.426325] env[62105]: DEBUG nova.virt.hardware [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1638.427806] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d913c6c4-2869-45f4-9b8a-e32e53dc87e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.438870] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f879804f-418b-4920-80ff-4299c012fd23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.456501] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:e2:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a166e6-b66c-41fe-8434-c61f3ed182e2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1638.464049] env[62105]: DEBUG oslo.service.loopingcall [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.464846] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1638.465394] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f761ffb-e699-47b3-8f2b-a9b754087fec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.487207] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1638.487207] env[62105]: value = "task-1903733" [ 1638.487207] env[62105]: _type = "Task" [ 1638.487207] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.495959] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903733, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.543194] env[62105]: DEBUG nova.compute.utils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1638.548332] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1638.548534] env[62105]: DEBUG nova.network.neutron [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1638.551580] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1638.556651] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898b653b-2add-41a8-a5a0-2dd3f02092ae tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.519s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.557644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.125s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.557866] env[62105]: DEBUG nova.objects.instance [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lazy-loading 'resources' on Instance uuid 4e632a3b-c7b6-41e9-acb5-33a42e786fb9 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.713103] env[62105]: DEBUG oslo_concurrency.lockutils [req-0caa927e-27f3-481f-ba2c-9217adad1323 req-4cf3cdf4-2a0e-4bdf-939a-c720b5b0285b service nova] Releasing lock "refresh_cache-3271a2fe-e3e8-4e52-975a-2e819f89146a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.743320] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903727, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.774964] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903731, 'name': Rename_Task, 'duration_secs': 0.391346} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.774964] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.774964] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ad8fb7-79d7-41ba-9b96-997692090778 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.786600] env[62105]: DEBUG nova.policy [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b4df322c2a64f4d9fb50c6447d01e31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3191e20b40364045a49146fdc77a5a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1638.790742] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1638.790742] env[62105]: value = "task-1903734" [ 1638.790742] env[62105]: _type = "Task" [ 1638.790742] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.801234] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "refresh_cache-8f41e3a8-1151-40b2-aa12-7d8d564ec93a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.801363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "refresh_cache-8f41e3a8-1151-40b2-aa12-7d8d564ec93a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.801504] env[62105]: DEBUG nova.network.neutron [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.802699] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.847224] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522d2452-f38b-0d97-cb3e-c5cc8d73cc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.030135} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.847301] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.847644] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] be85181a-4c6d-41b1-96d1-d507c59d487d/be85181a-4c6d-41b1-96d1-d507c59d487d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1638.847918] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-820b9782-0a90-4d3a-9c94-ce1827682741 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.858224] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1638.858224] env[62105]: value = "task-1903735" [ 1638.858224] env[62105]: _type = "Task" [ 1638.858224] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.866478] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.906880] env[62105]: DEBUG nova.network.neutron [-] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.998661] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903733, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.049668] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.100649] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.202305] env[62105]: DEBUG nova.network.neutron [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Successfully created port: bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1639.249573] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903727, 'name': CreateVM_Task, 'duration_secs': 1.931913} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.253098] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.254364] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.254454] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.254863] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.255213] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8b6aa3-ac61-49d8-a278-0a36d625b1af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.267024] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1639.267024] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5258dd47-8a97-6bd8-3ef5-17fedc8857c7" [ 1639.267024] env[62105]: _type = "Task" [ 1639.267024] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.285816] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5258dd47-8a97-6bd8-3ef5-17fedc8857c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.310969] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903734, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.365643] env[62105]: DEBUG nova.network.neutron [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1639.373753] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903735, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.377356] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Received event network-vif-plugged-edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1639.377356] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Acquiring lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.377516] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.377566] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.377713] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] No waiting events found dispatching network-vif-plugged-edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.377875] env[62105]: WARNING nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Received unexpected event network-vif-plugged-edaa076c-7691-4804-9a64-7bc4571baa9d for instance with vm_state building and task_state spawning. [ 1639.378063] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Received event network-changed-edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1639.378217] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Refreshing instance network info cache due to event network-changed-edaa076c-7691-4804-9a64-7bc4571baa9d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1639.378381] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Acquiring lock "refresh_cache-8f41e3a8-1151-40b2-aa12-7d8d564ec93a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.413213] env[62105]: INFO nova.compute.manager [-] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Took 1.61 seconds to deallocate network for instance. [ 1639.502137] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903733, 'name': CreateVM_Task, 'duration_secs': 0.559877} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.505072] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.506567] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.613825] env[62105]: DEBUG nova.network.neutron [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Updating instance_info_cache with network_info: [{"id": "edaa076c-7691-4804-9a64-7bc4571baa9d", "address": "fa:16:3e:08:11:e8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaa076c-76", "ovs_interfaceid": "edaa076c-7691-4804-9a64-7bc4571baa9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.703572] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2469739b-6525-410b-a362-d4323a47ab20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.713729] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f410e00a-cc5f-48aa-9b4b-9b02e9f1bc39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.744693] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ace61-13f7-4883-b552-65238abb4888 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.752749] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e023adf4-c009-47e4-b793-a95221a9bf7b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.766848] env[62105]: DEBUG nova.compute.provider_tree [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.783567] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5258dd47-8a97-6bd8-3ef5-17fedc8857c7, 'name': SearchDatastore_Task, 'duration_secs': 0.025971} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.783881] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.784143] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1639.784386] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.784540] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.784790] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1639.784991] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.785317] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.785548] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8372ec23-ad38-40ed-8c04-4ab09c30335d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.787430] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3079b33-45a5-4150-9fad-b788335958ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.793353] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1639.793353] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523dfc4c-ae95-2e4c-7848-2dac6b1eaf87" [ 1639.793353] env[62105]: _type = "Task" [ 1639.793353] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.802089] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1639.802290] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1639.803608] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299e22cc-5c0b-43c1-abc0-cd1e4a8a3c94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.809474] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903734, 'name': PowerOnVM_Task, 'duration_secs': 0.814363} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.810261] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.810441] env[62105]: DEBUG nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.811452] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0752ad-42c9-456c-b7b1-7a06a177db96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.819166] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1639.819166] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5272c331-0162-1dd8-47b9-f5401a3dc2e9" [ 1639.819166] env[62105]: _type = "Task" [ 1639.819166] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.819327] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523dfc4c-ae95-2e4c-7848-2dac6b1eaf87, 'name': SearchDatastore_Task, 'duration_secs': 0.016584} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.820138] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.820406] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1639.821375] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.834464] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5272c331-0162-1dd8-47b9-f5401a3dc2e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.871572] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523995} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.871859] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] be85181a-4c6d-41b1-96d1-d507c59d487d/be85181a-4c6d-41b1-96d1-d507c59d487d.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1639.872091] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1639.872380] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b37d7f29-aa3e-46ae-8a0c-b00d6dc6b352 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.879376] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1639.879376] env[62105]: value = "task-1903736" [ 1639.879376] env[62105]: _type = "Task" [ 1639.879376] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.888681] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.924239] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.054586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.054861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.055133] env[62105]: INFO nova.compute.manager [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Shelving [ 1640.062663] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.086487] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.086718] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.086875] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.087072] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.087223] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.087653] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.087831] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.087999] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.088184] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.088350] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.088523] env[62105]: DEBUG nova.virt.hardware [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.089425] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2944c7-bd43-4940-9ae5-8dadb594dab3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.098405] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb846e7-5d26-4fff-880a-7a1f4b82541b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.115815] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "refresh_cache-8f41e3a8-1151-40b2-aa12-7d8d564ec93a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.116178] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Instance network_info: |[{"id": "edaa076c-7691-4804-9a64-7bc4571baa9d", "address": "fa:16:3e:08:11:e8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaa076c-76", "ovs_interfaceid": "edaa076c-7691-4804-9a64-7bc4571baa9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1640.116505] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Acquired lock "refresh_cache-8f41e3a8-1151-40b2-aa12-7d8d564ec93a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.116689] env[62105]: DEBUG nova.network.neutron [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Refreshing network info cache for port edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.117863] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:11:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cba18f15-a919-422e-a423-1e705e233389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edaa076c-7691-4804-9a64-7bc4571baa9d', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.125903] env[62105]: DEBUG oslo.service.loopingcall [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.128946] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.129525] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a3bae4-7bdd-43db-a92e-9a564fb871cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.150485] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.150485] env[62105]: value = "task-1903737" [ 1640.150485] env[62105]: _type = "Task" [ 1640.150485] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.160030] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903737, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.270299] env[62105]: DEBUG nova.scheduler.client.report [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1640.333849] env[62105]: INFO nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] bringing vm to original state: 'stopped' [ 1640.336273] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5272c331-0162-1dd8-47b9-f5401a3dc2e9, 'name': SearchDatastore_Task, 'duration_secs': 0.048726} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.337284] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab67777-104b-45e7-86e0-217188f0f72e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.343549] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1640.343549] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f0b366-d52a-b3c7-df46-71b09ddb5729" [ 1640.343549] env[62105]: _type = "Task" [ 1640.343549] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.355349] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f0b366-d52a-b3c7-df46-71b09ddb5729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.366421] env[62105]: DEBUG nova.network.neutron [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Updated VIF entry in instance network info cache for port edaa076c-7691-4804-9a64-7bc4571baa9d. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.366807] env[62105]: DEBUG nova.network.neutron [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Updating instance_info_cache with network_info: [{"id": "edaa076c-7691-4804-9a64-7bc4571baa9d", "address": "fa:16:3e:08:11:e8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedaa076c-76", "ovs_interfaceid": "edaa076c-7691-4804-9a64-7bc4571baa9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.389747] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15931} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.389747] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1640.390456] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a4c8c7-061a-45ee-842d-f750bb8f3f5d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.413718] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] be85181a-4c6d-41b1-96d1-d507c59d487d/be85181a-4c6d-41b1-96d1-d507c59d487d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.414419] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e108d6c-b162-4137-8718-6cb959264ea7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.437621] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1640.437621] env[62105]: value = "task-1903738" [ 1640.437621] env[62105]: _type = "Task" [ 1640.437621] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.446102] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.664447] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903737, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.775912] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.778548] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.618s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.780079] env[62105]: INFO nova.compute.claims [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1640.806400] env[62105]: INFO nova.scheduler.client.report [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocations for instance 4e632a3b-c7b6-41e9-acb5-33a42e786fb9 [ 1640.861733] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f0b366-d52a-b3c7-df46-71b09ddb5729, 'name': SearchDatastore_Task, 'duration_secs': 0.042067} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.861733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.861733] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3271a2fe-e3e8-4e52-975a-2e819f89146a/3271a2fe-e3e8-4e52-975a-2e819f89146a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1640.862301] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.862301] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.862523] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b792ac94-0983-4110-b466-550d45b54afa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.864735] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16daf160-04ee-49d4-8b12-fe883ebd79d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.868925] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Releasing lock "refresh_cache-8f41e3a8-1151-40b2-aa12-7d8d564ec93a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.870503] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Received event network-vif-deleted-ece6b304-485e-4187-a9cd-18898d6156c9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1640.870503] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Received event network-changed-f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1640.870503] env[62105]: DEBUG nova.compute.manager [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Refreshing instance network info cache due to event network-changed-f477b621-1616-462e-a762-e46937c5f234. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1640.870503] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Acquiring lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.870503] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Acquired lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.870503] env[62105]: DEBUG nova.network.neutron [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Refreshing network info cache for port f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.874919] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1640.874919] env[62105]: value = "task-1903740" [ 1640.874919] env[62105]: _type = "Task" [ 1640.874919] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.876085] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.876254] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.879876] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7806e46-1bf6-45aa-b9af-8b4f6c543227 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.887576] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1640.887576] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521bb740-86d1-6a40-5f1b-9c976daace95" [ 1640.887576] env[62105]: _type = "Task" [ 1640.887576] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.892316] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.904236] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521bb740-86d1-6a40-5f1b-9c976daace95, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.905073] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74590e7e-5c84-44da-ad00-66b4ae4a947d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.911845] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1640.911845] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52891db8-cbb4-b503-39ed-f3cb813c1472" [ 1640.911845] env[62105]: _type = "Task" [ 1640.911845] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.921670] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52891db8-cbb4-b503-39ed-f3cb813c1472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.922476] env[62105]: DEBUG nova.network.neutron [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Successfully updated port: bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1640.951205] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903738, 'name': ReconfigVM_Task, 'duration_secs': 0.305019} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.951205] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Reconfigured VM instance instance-00000040 to attach disk [datastore1] be85181a-4c6d-41b1-96d1-d507c59d487d/be85181a-4c6d-41b1-96d1-d507c59d487d.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1640.951709] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93cde943-89c3-4a07-b3b5-b4837d863c93 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.960010] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1640.960010] env[62105]: value = "task-1903741" [ 1640.960010] env[62105]: _type = "Task" [ 1640.960010] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.969308] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903741, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.068335] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.068335] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d056eeb-43a2-42d8-83cc-a4e87088e1c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.078090] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1641.078090] env[62105]: value = "task-1903742" [ 1641.078090] env[62105]: _type = "Task" [ 1641.078090] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.088961] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.132950] env[62105]: DEBUG nova.network.neutron [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Port 7dac6a9a-da27-4cf7-a32e-ce65db7f3118 binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1641.134471] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.134471] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.134471] env[62105]: DEBUG nova.network.neutron [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.165128] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903737, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.317950] env[62105]: DEBUG oslo_concurrency.lockutils [None req-07f6d3cb-7418-4d9e-9af0-86017d239afe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "4e632a3b-c7b6-41e9-acb5-33a42e786fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.307s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.342130] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.342390] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.342581] env[62105]: DEBUG nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.343844] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155da057-4bbd-4c0e-9730-55956d28c82e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.353707] env[62105]: DEBUG nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1641.388699] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.410997] env[62105]: DEBUG nova.compute.manager [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Received event network-vif-plugged-bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1641.411119] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] Acquiring lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1641.411388] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.411575] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.411803] env[62105]: DEBUG nova.compute.manager [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] No waiting events found dispatching network-vif-plugged-bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1641.411985] env[62105]: WARNING nova.compute.manager [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Received unexpected event network-vif-plugged-bb2a06f5-d0a8-4695-94ec-feb46d699a9c for instance with vm_state building and task_state spawning. [ 1641.412190] env[62105]: DEBUG nova.compute.manager [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Received event network-changed-bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1641.412383] env[62105]: DEBUG nova.compute.manager [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Refreshing instance network info cache due to event network-changed-bb2a06f5-d0a8-4695-94ec-feb46d699a9c. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1641.412598] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] Acquiring lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.412748] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] Acquired lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.412996] env[62105]: DEBUG nova.network.neutron [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Refreshing network info cache for port bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.425113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.434503] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52891db8-cbb4-b503-39ed-f3cb813c1472, 'name': SearchDatastore_Task, 'duration_secs': 0.010934} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.434503] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.434503] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.434968] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd48b8d-f066-40d1-812a-3df1608dfaac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.445581] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1641.445581] env[62105]: value = "task-1903743" [ 1641.445581] env[62105]: _type = "Task" [ 1641.445581] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.455553] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.478023] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903741, 'name': Rename_Task, 'duration_secs': 0.167062} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.478023] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.478023] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caf0d632-1560-4ed4-9bc2-e9816fda67d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.491023] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1641.491023] env[62105]: value = "task-1903744" [ 1641.491023] env[62105]: _type = "Task" [ 1641.491023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.500284] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.588050] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903742, 'name': PowerOffVM_Task, 'duration_secs': 0.227409} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.588304] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.589124] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a258befc-a1f4-4cc0-94cf-92ec11160d79 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.608082] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8828f-00a1-4505-8b0f-6f2e8595a98f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.661582] env[62105]: DEBUG nova.network.neutron [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Updated VIF entry in instance network info cache for port f477b621-1616-462e-a762-e46937c5f234. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.661582] env[62105]: DEBUG nova.network.neutron [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Updating instance_info_cache with network_info: [{"id": "f477b621-1616-462e-a762-e46937c5f234", "address": "fa:16:3e:40:1a:67", "network": {"id": "0e67c843-8662-41f8-a9d9-7b0cdfec8bd3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-787216837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9996a597d06d487f891937bbac7ef164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4b43a78-f49b-4132-ab2e-6e28769a9498", "external-id": "nsx-vlan-transportzone-737", "segmentation_id": 737, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf477b621-16", "ovs_interfaceid": "f477b621-1616-462e-a762-e46937c5f234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.666232] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903737, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.861278] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1641.861278] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d86927b-40a7-4d6d-a09e-c1b7d5a5c892 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.871841] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1641.871841] env[62105]: value = "task-1903745" [ 1641.871841] env[62105]: _type = "Task" [ 1641.871841] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.887577] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.896471] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643715} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.900707] env[62105]: DEBUG nova.network.neutron [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.902115] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3271a2fe-e3e8-4e52-975a-2e819f89146a/3271a2fe-e3e8-4e52-975a-2e819f89146a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.902561] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.903401] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32c347d-ae5b-4332-a2ba-b8af04a9a5d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.915314] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1641.915314] env[62105]: value = "task-1903746" [ 1641.915314] env[62105]: _type = "Task" [ 1641.915314] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.938745] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.965905] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.976251] env[62105]: DEBUG nova.network.neutron [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.006997] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.077498] env[62105]: DEBUG nova.network.neutron [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.121227] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1642.121610] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2925879-89bc-438c-9a7e-07824c1b4822 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.136384] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1642.136384] env[62105]: value = "task-1903747" [ 1642.136384] env[62105]: _type = "Task" [ 1642.136384] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.147725] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903747, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.167409] env[62105]: DEBUG oslo_concurrency.lockutils [req-b2803316-9663-4b60-a6a8-82dec70433e4 req-cf46ed00-ed0d-4fa2-be9a-fa07ddfd7f20 service nova] Releasing lock "refresh_cache-60ae2246-7dad-456e-b03d-7d99c620f36a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.167797] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903737, 'name': CreateVM_Task, 'duration_secs': 1.798454} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.167962] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.168626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.168784] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.169121] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1642.169409] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6679808d-4dec-4ea4-912d-40303094e5cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.178044] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1642.178044] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e66863-2d68-2239-c0e1-a331f05e6584" [ 1642.178044] env[62105]: _type = "Task" [ 1642.178044] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.186576] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e66863-2d68-2239-c0e1-a331f05e6584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.316016] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421b8d6c-09ae-4cb6-8df1-37ed8e0e28cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.325030] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df79f08-4138-4979-bfc2-9906811c857d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.357033] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51c0142-63b5-4c3e-95d4-2bc004b1c521 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.365701] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd8aa06-d685-4c1a-92af-b1fbf7cbf645 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.379865] env[62105]: DEBUG nova.compute.provider_tree [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.390044] env[62105]: DEBUG oslo_vmware.api [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903745, 'name': PowerOffVM_Task, 'duration_secs': 0.470211} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.390933] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1642.392027] env[62105]: DEBUG nova.compute.manager [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.392027] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8564b382-1b00-4d1b-b347-8b9151990861 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.404038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.429242] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103651} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.429522] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.430339] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d404a956-77a4-4e80-96c0-ee0a96b79d99 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.455150] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3271a2fe-e3e8-4e52-975a-2e819f89146a/3271a2fe-e3e8-4e52-975a-2e819f89146a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.456390] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c37722f-8313-4f07-8673-b5d3df4641e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.479307] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.480564] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.480786] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.481396] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1642.481396] env[62105]: value = "task-1903748" [ 1642.481396] env[62105]: _type = "Task" [ 1642.481396] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.481564] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a662f128-680b-4dfd-90a9-3652ffded1fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.492963] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.497596] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1642.497596] env[62105]: value = "task-1903749" [ 1642.497596] env[62105]: _type = "Task" [ 1642.497596] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.505173] env[62105]: DEBUG oslo_vmware.api [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903744, 'name': PowerOnVM_Task, 'duration_secs': 0.568678} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.505618] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1642.508407] env[62105]: INFO nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1642.508407] env[62105]: DEBUG nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1642.508407] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44041b4f-da15-4751-8489-d26f1a96660d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.512631] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.585103] env[62105]: DEBUG oslo_concurrency.lockutils [req-5f1c782e-c759-46a5-ad15-8d0af53ac35a req-47faba65-00c0-46a4-bde3-24c67cbc2bb6 service nova] Releasing lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.585103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.585103] env[62105]: DEBUG nova.network.neutron [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.646870] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903747, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.688703] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e66863-2d68-2239-c0e1-a331f05e6584, 'name': SearchDatastore_Task, 'duration_secs': 0.057424} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.689048] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.689296] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1642.689541] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.689685] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.689865] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1642.690152] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-364e27f9-c162-488a-80c0-8f2824b09180 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.700253] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1642.700425] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1642.701204] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1c7da0c-b2a3-4580-884b-26095a06eb24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.706309] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1642.706309] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52de1abd-6022-14a6-82dd-e2fdf4ac472c" [ 1642.706309] env[62105]: _type = "Task" [ 1642.706309] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.714548] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52de1abd-6022-14a6-82dd-e2fdf4ac472c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.886394] env[62105]: DEBUG nova.scheduler.client.report [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1642.910382] env[62105]: DEBUG nova.compute.manager [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62105) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1642.910382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.910382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.994455] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.008206] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355456} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.010263] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.010263] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd27665-858d-4e90-b9e3-bcea0b04ffba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.037773] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.039852] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da58bcea-6cca-4953-b531-880161a7f1e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.056840] env[62105]: INFO nova.compute.manager [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Took 41.35 seconds to build instance. [ 1643.064377] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1643.064377] env[62105]: value = "task-1903751" [ 1643.064377] env[62105]: _type = "Task" [ 1643.064377] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.073158] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.135487] env[62105]: DEBUG nova.network.neutron [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.149670] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903747, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.226279] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52de1abd-6022-14a6-82dd-e2fdf4ac472c, 'name': SearchDatastore_Task, 'duration_secs': 0.025383} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.228388] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35877438-16b5-4077-8efe-cd34cbc7d2d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.237995] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1643.237995] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521cf904-1059-3b6f-767a-24a44a1f1b3e" [ 1643.237995] env[62105]: _type = "Task" [ 1643.237995] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.251954] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521cf904-1059-3b6f-767a-24a44a1f1b3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.303931] env[62105]: DEBUG nova.network.neutron [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Updating instance_info_cache with network_info: [{"id": "bb2a06f5-d0a8-4695-94ec-feb46d699a9c", "address": "fa:16:3e:85:14:a5", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2a06f5-d0", "ovs_interfaceid": "bb2a06f5-d0a8-4695-94ec-feb46d699a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.395300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.395300] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1643.396451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.532s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.396668] env[62105]: DEBUG nova.objects.instance [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lazy-loading 'resources' on Instance uuid 8e11434e-ddb3-47bf-a84a-bf052c1bf631 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.417421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.494384] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903748, 'name': ReconfigVM_Task, 'duration_secs': 0.894245} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.494708] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3271a2fe-e3e8-4e52-975a-2e819f89146a/3271a2fe-e3e8-4e52-975a-2e819f89146a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.495356] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea47a043-452c-4411-a3b1-5d82e78075fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.503416] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1643.503416] env[62105]: value = "task-1903752" [ 1643.503416] env[62105]: _type = "Task" [ 1643.503416] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.512998] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903752, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.560762] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6941d3d1-e0fc-4e8a-9343-4b3a8c013a5f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.865s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.575419] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.648578] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903747, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.748876] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521cf904-1059-3b6f-767a-24a44a1f1b3e, 'name': SearchDatastore_Task, 'duration_secs': 0.016837} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.749034] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.749290] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 8f41e3a8-1151-40b2-aa12-7d8d564ec93a/8f41e3a8-1151-40b2-aa12-7d8d564ec93a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1643.749541] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9649acbd-4954-4a3e-a815-eca8e3fef343 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.756879] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1643.756879] env[62105]: value = "task-1903753" [ 1643.756879] env[62105]: _type = "Task" [ 1643.756879] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.764956] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.807433] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.807741] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Instance network_info: |[{"id": "bb2a06f5-d0a8-4695-94ec-feb46d699a9c", "address": "fa:16:3e:85:14:a5", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2a06f5-d0", "ovs_interfaceid": "bb2a06f5-d0a8-4695-94ec-feb46d699a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.808190] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:14:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb2a06f5-d0a8-4695-94ec-feb46d699a9c', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.815566] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Creating folder: Project (3191e20b40364045a49146fdc77a5a2c). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.815863] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6cda821-5ee6-495a-aeda-d19e85e3c23d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.829162] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Created folder: Project (3191e20b40364045a49146fdc77a5a2c) in parent group-v392807. [ 1643.829403] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Creating folder: Instances. Parent ref: group-v393005. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.829663] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79baf233-9228-4297-9b5b-6cb90dba5824 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.842129] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Created folder: Instances in parent group-v393005. [ 1643.842389] env[62105]: DEBUG oslo.service.loopingcall [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.842591] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.842800] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f94e0ef6-e61f-4f7b-8fd8-6b2ffe9e549f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.864251] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.864251] env[62105]: value = "task-1903756" [ 1643.864251] env[62105]: _type = "Task" [ 1643.864251] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.872133] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903756, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.904088] env[62105]: DEBUG nova.compute.utils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1643.906038] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1643.906146] env[62105]: DEBUG nova.network.neutron [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1643.953618] env[62105]: DEBUG nova.policy [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7273f94ab7a8450fba94fde2f4acc591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07605cd83d9a4cb9bd55f14a4e49a081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1644.013547] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903752, 'name': Rename_Task, 'duration_secs': 0.333718} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.016360] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.016842] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8982e77f-3a4b-49c1-9f92-4e62b8ef30da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.026538] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1644.026538] env[62105]: value = "task-1903757" [ 1644.026538] env[62105]: _type = "Task" [ 1644.026538] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.039323] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.083404] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903751, 'name': ReconfigVM_Task, 'duration_secs': 0.757334} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.083498] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3/0bfdb17e-7f53-4e8c-900c-484ed0a389b3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.084127] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28aebfe8-6016-4a81-9d66-f5b667161e83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.092362] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1644.092362] env[62105]: value = "task-1903758" [ 1644.092362] env[62105]: _type = "Task" [ 1644.092362] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.101419] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903758, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.151490] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903747, 'name': CreateSnapshot_Task, 'duration_secs': 1.566874} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.154553] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1644.155945] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8f6c4-31fa-4578-9952-a4ee97704361 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.203761] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.204138] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.204379] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.204636] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.204796] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.207619] env[62105]: INFO nova.compute.manager [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Terminating instance [ 1644.269532] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903753, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.276498] env[62105]: DEBUG nova.network.neutron [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Successfully created port: ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1644.378450] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903756, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.409679] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1644.433930] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5042de6-9378-43dd-b723-2e36e90b4c06 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.442836] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694c2a6c-1e29-4c21-b37c-c18a60243488 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.481125] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290c505e-266a-4436-b8b8-7efe0dea104f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.492057] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067b4f3-952f-4547-b10d-ebf63128edb1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.511059] env[62105]: DEBUG nova.compute.provider_tree [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.545022] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903757, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.604405] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903758, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.688727] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1644.689086] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c88cf533-1beb-4567-9d8e-09dbf5f6722f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.699351] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1644.699351] env[62105]: value = "task-1903759" [ 1644.699351] env[62105]: _type = "Task" [ 1644.699351] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.709253] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903759, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.712084] env[62105]: DEBUG nova.compute.manager [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.712205] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.713098] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb701504-7a79-4243-99b5-bf627955cfbc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.722875] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.723311] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f6a5847-86db-4f16-8763-4032516fa090 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.770158] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782189} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.770610] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 8f41e3a8-1151-40b2-aa12-7d8d564ec93a/8f41e3a8-1151-40b2-aa12-7d8d564ec93a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1644.770728] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1644.770932] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b29aabed-1100-49e3-b2b8-6db7bd7458a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.779806] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1644.779806] env[62105]: value = "task-1903761" [ 1644.779806] env[62105]: _type = "Task" [ 1644.779806] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.790494] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.848214] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.848537] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.848829] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore1] b40d3df5-a2bf-4382-9356-0bd4b5ddfff9 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.849175] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3526a0d2-7f22-4d6e-9c84-b52ed20db501 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.859236] env[62105]: DEBUG oslo_vmware.api [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1644.859236] env[62105]: value = "task-1903762" [ 1644.859236] env[62105]: _type = "Task" [ 1644.859236] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.876869] env[62105]: DEBUG oslo_vmware.api [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.885035] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903756, 'name': CreateVM_Task, 'duration_secs': 0.803434} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.885035] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.885584] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.885795] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.886197] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.886472] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768171ff-bab6-47a8-b80d-835e6dcb95a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.893229] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1644.893229] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b1bd94-3a58-1b32-bf6a-e272485ec107" [ 1644.893229] env[62105]: _type = "Task" [ 1644.893229] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.904232] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b1bd94-3a58-1b32-bf6a-e272485ec107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.016216] env[62105]: DEBUG nova.scheduler.client.report [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1645.042340] env[62105]: DEBUG oslo_vmware.api [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903757, 'name': PowerOnVM_Task, 'duration_secs': 0.773709} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.042626] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.042860] env[62105]: INFO nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1645.043090] env[62105]: DEBUG nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.043890] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd12d6-73fc-4597-b62c-e501cbb195c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.105739] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903758, 'name': Rename_Task, 'duration_secs': 0.544113} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.106064] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.106404] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-496786e4-1f39-4492-9ec3-6435baab1a62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.116898] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1645.116898] env[62105]: value = "task-1903763" [ 1645.116898] env[62105]: _type = "Task" [ 1645.116898] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.126269] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.210105] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903759, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.291294] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134816} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.291674] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1645.292595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1991e61-6082-4d83-80b3-e47fa4496098 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.318245] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 8f41e3a8-1151-40b2-aa12-7d8d564ec93a/8f41e3a8-1151-40b2-aa12-7d8d564ec93a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.319032] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-196b76e2-9264-4ede-9021-7cc8881c18f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.339660] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1645.339660] env[62105]: value = "task-1903764" [ 1645.339660] env[62105]: _type = "Task" [ 1645.339660] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.349904] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.370235] env[62105]: DEBUG oslo_vmware.api [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.404900] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b1bd94-3a58-1b32-bf6a-e272485ec107, 'name': SearchDatastore_Task, 'duration_secs': 0.016071} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.405276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.405532] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.405780] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.405930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.406130] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.406399] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b748fc-519c-4686-8499-f9cbb5675ce2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.416781] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.416904] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.417608] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2dc4df1-3806-4b56-b778-52bbc2ee3906 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.421113] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1645.428026] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1645.428026] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5272e6b5-07b7-ce0b-a0c1-0e2e4034b7c5" [ 1645.428026] env[62105]: _type = "Task" [ 1645.428026] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.437158] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5272e6b5-07b7-ce0b-a0c1-0e2e4034b7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.453712] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1645.454015] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1645.454203] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1645.454498] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1645.454640] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1645.454793] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1645.455023] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1645.455194] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1645.455366] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1645.455535] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1645.455712] env[62105]: DEBUG nova.virt.hardware [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1645.456595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d22da7-9e11-447b-a8c7-ee72283292ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.465359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156bd33a-e14f-4db9-8fb5-b6b56529b9f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.522628] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.525102] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.513s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.526607] env[62105]: INFO nova.compute.claims [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1645.547191] env[62105]: INFO nova.scheduler.client.report [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleted allocations for instance 8e11434e-ddb3-47bf-a84a-bf052c1bf631 [ 1645.560705] env[62105]: INFO nova.compute.manager [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Took 43.25 seconds to build instance. [ 1645.629213] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.713925] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903759, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.739587] env[62105]: DEBUG nova.compute.manager [req-b1e90fff-dcfb-4391-bd11-2fe6eee8e873 req-ecea290e-1bf2-468c-97fa-3b58706109a1 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Received event network-vif-plugged-ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1645.739717] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1e90fff-dcfb-4391-bd11-2fe6eee8e873 req-ecea290e-1bf2-468c-97fa-3b58706109a1 service nova] Acquiring lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.739944] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1e90fff-dcfb-4391-bd11-2fe6eee8e873 req-ecea290e-1bf2-468c-97fa-3b58706109a1 service nova] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.740320] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1e90fff-dcfb-4391-bd11-2fe6eee8e873 req-ecea290e-1bf2-468c-97fa-3b58706109a1 service nova] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.740432] env[62105]: DEBUG nova.compute.manager [req-b1e90fff-dcfb-4391-bd11-2fe6eee8e873 req-ecea290e-1bf2-468c-97fa-3b58706109a1 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] No waiting events found dispatching network-vif-plugged-ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1645.740663] env[62105]: WARNING nova.compute.manager [req-b1e90fff-dcfb-4391-bd11-2fe6eee8e873 req-ecea290e-1bf2-468c-97fa-3b58706109a1 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Received unexpected event network-vif-plugged-ba58ab86-c5f9-4566-b5c1-6788f1dc55fa for instance with vm_state building and task_state spawning. [ 1645.835176] env[62105]: DEBUG nova.network.neutron [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Successfully updated port: ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.856075] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.871410] env[62105]: DEBUG oslo_vmware.api [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622654} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.871780] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.872174] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.872253] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.872471] env[62105]: INFO nova.compute.manager [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1645.872760] env[62105]: DEBUG oslo.service.loopingcall [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.873103] env[62105]: DEBUG nova.compute.manager [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.873181] env[62105]: DEBUG nova.network.neutron [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.939191] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5272e6b5-07b7-ce0b-a0c1-0e2e4034b7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017615} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.941050] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df03fd96-7a1c-4b4f-a23d-5b838f40ac48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.948694] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1645.948694] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cb6f11-a83e-f518-4a44-1faa5ac3c492" [ 1645.948694] env[62105]: _type = "Task" [ 1645.948694] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.964233] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cb6f11-a83e-f518-4a44-1faa5ac3c492, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.964296] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.964570] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/babeaf0e-e208-44cf-b9ad-7169ab8c5152.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.964857] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd8d72b5-045a-42bb-9a8d-8c0d736a2606 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.973997] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1645.973997] env[62105]: value = "task-1903765" [ 1645.973997] env[62105]: _type = "Task" [ 1645.973997] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.984088] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.056238] env[62105]: DEBUG oslo_concurrency.lockutils [None req-292d15a0-8050-4fe6-835b-5749754dc9b4 tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "8e11434e-ddb3-47bf-a84a-bf052c1bf631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.884s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.062538] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7f45fd3b-92e8-4b66-a08c-5d51292b8fa5 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.793s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.130057] env[62105]: DEBUG oslo_vmware.api [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903763, 'name': PowerOnVM_Task, 'duration_secs': 0.843451} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.132428] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.132428] env[62105]: DEBUG nova.compute.manager [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.132428] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b945d8-b1ed-4755-94b7-5bde86e78890 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.218375] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903759, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.338553] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.338553] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.338553] env[62105]: DEBUG nova.network.neutron [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.357014] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903764, 'name': ReconfigVM_Task, 'duration_secs': 0.593308} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.357326] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 8f41e3a8-1151-40b2-aa12-7d8d564ec93a/8f41e3a8-1151-40b2-aa12-7d8d564ec93a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.358093] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6a1217-d526-495d-8c91-84430238a809 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.366391] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1646.366391] env[62105]: value = "task-1903766" [ 1646.366391] env[62105]: _type = "Task" [ 1646.366391] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.381998] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903766, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.485335] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903765, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.658219] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.699337] env[62105]: DEBUG nova.network.neutron [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.716981] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903759, 'name': CloneVM_Task, 'duration_secs': 1.965656} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.721270] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Created linked-clone VM from snapshot [ 1646.722692] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af001ca-21e4-4c30-96ca-58e6edc7e4bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.736736] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Uploading image cebf7845-776e-4ec5-b4ba-23f83612f6df {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1646.762964] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1646.762964] env[62105]: value = "vm-393008" [ 1646.762964] env[62105]: _type = "VirtualMachine" [ 1646.762964] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1646.763649] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed344c3c-8f02-4801-a82c-d0ee83e7a182 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.774990] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lease: (returnval){ [ 1646.774990] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522447e8-8f70-60e9-2292-45c50b686d10" [ 1646.774990] env[62105]: _type = "HttpNfcLease" [ 1646.774990] env[62105]: } obtained for exporting VM: (result){ [ 1646.774990] env[62105]: value = "vm-393008" [ 1646.774990] env[62105]: _type = "VirtualMachine" [ 1646.774990] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1646.775280] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the lease: (returnval){ [ 1646.775280] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522447e8-8f70-60e9-2292-45c50b686d10" [ 1646.775280] env[62105]: _type = "HttpNfcLease" [ 1646.775280] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1646.785688] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1646.785688] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522447e8-8f70-60e9-2292-45c50b686d10" [ 1646.785688] env[62105]: _type = "HttpNfcLease" [ 1646.785688] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1646.876507] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903766, 'name': Rename_Task, 'duration_secs': 0.403264} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.876749] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1646.877014] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90ff6298-617c-47be-9642-cf34040ece00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.879321] env[62105]: DEBUG nova.network.neutron [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1646.889968] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1646.889968] env[62105]: value = "task-1903769" [ 1646.889968] env[62105]: _type = "Task" [ 1646.889968] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.901931] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.989868] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641165} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.989868] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/babeaf0e-e208-44cf-b9ad-7169ab8c5152.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.990821] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.990821] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4275e18c-f20b-44dc-ab8d-dedc24ad613d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.000158] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1647.000158] env[62105]: value = "task-1903770" [ 1647.000158] env[62105]: _type = "Task" [ 1647.000158] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.010909] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.051191] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11361d26-49a3-430a-aaa5-17abfbcabdbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.059941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da5e6ca-44e1-42fb-b13b-dd29a385b5df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.099286] env[62105]: DEBUG nova.network.neutron [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance_info_cache with network_info: [{"id": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "address": "fa:16:3e:9e:06:c8", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58ab86-c5", "ovs_interfaceid": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.102756] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a846c249-1d87-4145-a167-989695769ffa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.112792] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcc373b-f3d2-4626-a1eb-0fe096d7dbbc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.123030] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.123030] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.134240] env[62105]: DEBUG nova.compute.provider_tree [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.202071] env[62105]: INFO nova.compute.manager [-] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Took 1.33 seconds to deallocate network for instance. [ 1647.286043] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1647.286043] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522447e8-8f70-60e9-2292-45c50b686d10" [ 1647.286043] env[62105]: _type = "HttpNfcLease" [ 1647.286043] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1647.286043] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1647.286043] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522447e8-8f70-60e9-2292-45c50b686d10" [ 1647.286043] env[62105]: _type = "HttpNfcLease" [ 1647.286043] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1647.286043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f640ea-6c04-42f2-b5c3-b0b02a01cb0b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.294650] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba9cf-2d1c-6243-5a68-2803be45dbad/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1647.295148] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba9cf-2d1c-6243-5a68-2803be45dbad/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1647.401317] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903769, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.460070] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-117bbdc0-132a-4cc5-8a2e-57bd6cc975ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.515795] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076496} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.517028] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.517834] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086e79b-1d51-48ef-9b20-c8bc1fedadca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.541274] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/babeaf0e-e208-44cf-b9ad-7169ab8c5152.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.541573] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46d6a4e-0770-4619-9068-6bf456d08650 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.567176] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1647.567176] env[62105]: value = "task-1903771" [ 1647.567176] env[62105]: _type = "Task" [ 1647.567176] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.580557] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.607210] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.607576] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Instance network_info: |[{"id": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "address": "fa:16:3e:9e:06:c8", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58ab86-c5", "ovs_interfaceid": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1647.608010] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:06:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba58ab86-c5f9-4566-b5c1-6788f1dc55fa', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.615797] env[62105]: DEBUG oslo.service.loopingcall [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.616454] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1647.616700] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a3d069-f264-442d-ba8a-ed45f6797ad1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.633530] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.636776] env[62105]: DEBUG nova.scheduler.client.report [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.641712] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.641712] env[62105]: value = "task-1903772" [ 1647.641712] env[62105]: _type = "Task" [ 1647.641712] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.651706] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903772, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.708882] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.822450] env[62105]: DEBUG nova.compute.manager [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Received event network-changed-ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1647.822690] env[62105]: DEBUG nova.compute.manager [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Refreshing instance network info cache due to event network-changed-ba58ab86-c5f9-4566-b5c1-6788f1dc55fa. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1647.823032] env[62105]: DEBUG oslo_concurrency.lockutils [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] Acquiring lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.823345] env[62105]: DEBUG oslo_concurrency.lockutils [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] Acquired lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.824031] env[62105]: DEBUG nova.network.neutron [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Refreshing network info cache for port ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.905680] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.066202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.066202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.066202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.066202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.066202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.075668] env[62105]: INFO nova.compute.manager [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Terminating instance [ 1648.084329] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.144398] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.145308] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1648.152209] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.408s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.153068] env[62105]: DEBUG nova.objects.instance [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lazy-loading 'resources' on Instance uuid 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.169539] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903772, 'name': CreateVM_Task, 'duration_secs': 0.440671} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.169907] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.170770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.171088] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.171717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.172451] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ff9f12-e233-474b-ab12-a7f0e282a9f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.178957] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1648.178957] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520c6b4c-aa9b-73c2-8d65-21c74db2c832" [ 1648.178957] env[62105]: _type = "Task" [ 1648.178957] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.184208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.190630] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520c6b4c-aa9b-73c2-8d65-21c74db2c832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.402897] env[62105]: DEBUG oslo_vmware.api [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903769, 'name': PowerOnVM_Task, 'duration_secs': 1.219355} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.403635] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.403811] env[62105]: INFO nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1648.404094] env[62105]: DEBUG nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.405065] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f88b32-4b56-4d3d-b7bf-df3d64befed2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.579661] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903771, 'name': ReconfigVM_Task, 'duration_secs': 0.627325} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.580601] env[62105]: DEBUG nova.network.neutron [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updated VIF entry in instance network info cache for port ba58ab86-c5f9-4566-b5c1-6788f1dc55fa. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.580953] env[62105]: DEBUG nova.network.neutron [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance_info_cache with network_info: [{"id": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "address": "fa:16:3e:9e:06:c8", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58ab86-c5", "ovs_interfaceid": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.582257] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Reconfigured VM instance instance-00000043 to attach disk [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/babeaf0e-e208-44cf-b9ad-7169ab8c5152.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.583469] env[62105]: DEBUG nova.compute.manager [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1648.583800] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1648.584611] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80b21e60-603b-4a00-9099-4bb6f7192d07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.587332] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d4838e-9f04-4b4b-96bc-8acafc687338 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.598142] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.599792] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18bf9dc6-1d36-4112-a6e3-c9ea9e063c1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.601842] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1648.601842] env[62105]: value = "task-1903773" [ 1648.601842] env[62105]: _type = "Task" [ 1648.601842] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.617149] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903773, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.618784] env[62105]: DEBUG oslo_vmware.api [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1648.618784] env[62105]: value = "task-1903774" [ 1648.618784] env[62105]: _type = "Task" [ 1648.618784] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.630121] env[62105]: DEBUG oslo_vmware.api [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.664940] env[62105]: DEBUG nova.compute.utils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1648.666981] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1648.667882] env[62105]: DEBUG nova.network.neutron [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.693723] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520c6b4c-aa9b-73c2-8d65-21c74db2c832, 'name': SearchDatastore_Task, 'duration_secs': 0.028074} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.694382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.694589] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.694904] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.695126] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.695524] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.699970] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f02f6bf2-daed-4e66-8849-beb4ae62df03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.717809] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.718071] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.722909] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c894ca7-8cbc-4c61-ab8b-b71288d42c31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.727614] env[62105]: DEBUG nova.policy [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2adfac00c1d4ea99b1d79dc421a5b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d1d8de32da341f1a362d56ec7eae418', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.734912] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1648.734912] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522a62d6-7093-4f6a-28e9-6e6dbc7cc201" [ 1648.734912] env[62105]: _type = "Task" [ 1648.734912] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.756042] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522a62d6-7093-4f6a-28e9-6e6dbc7cc201, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.758117] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8337d443-0132-4f72-aad6-5e06a560bfdb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.770368] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1648.770368] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5257753c-75be-8611-d442-0bd202b91e3b" [ 1648.770368] env[62105]: _type = "Task" [ 1648.770368] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.782455] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5257753c-75be-8611-d442-0bd202b91e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.938293] env[62105]: INFO nova.compute.manager [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Took 46.00 seconds to build instance. [ 1649.085354] env[62105]: DEBUG oslo_concurrency.lockutils [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] Releasing lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.085631] env[62105]: DEBUG nova.compute.manager [req-fb6832eb-dd16-4495-8044-1297d06d9281 req-3900df3a-d242-4bcf-bb8f-a2d3767514f5 service nova] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Received event network-vif-deleted-81d69071-09be-4a66-8ec2-ed49362da0a8 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1649.094592] env[62105]: DEBUG nova.network.neutron [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Successfully created port: 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.113203] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903773, 'name': Rename_Task, 'duration_secs': 0.211717} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.116463] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.117400] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4af20d2-21d7-4ec3-9656-6e76236c450b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.129150] env[62105]: DEBUG oslo_vmware.api [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903774, 'name': PowerOffVM_Task, 'duration_secs': 0.364314} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.132169] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.132169] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.132169] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1649.132169] env[62105]: value = "task-1903776" [ 1649.132169] env[62105]: _type = "Task" [ 1649.132169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.132169] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31c2a723-c808-4606-9973-3f81a5d1beb2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.147279] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.171515] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1649.285627] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5257753c-75be-8611-d442-0bd202b91e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.02612} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.286019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.286367] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca/2f3d83a2-9774-49a5-9ce9-abfebf42c6ca.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.286750] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c312c14a-2280-4d7a-a463-60a8f4a6da5a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.291543] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ec8fba-3929-4b04-8530-87be641f0053 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.299864] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe149a78-d723-4fb7-a1c6-57d1369e38f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.305534] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1649.305534] env[62105]: value = "task-1903778" [ 1649.305534] env[62105]: _type = "Task" [ 1649.305534] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.339432] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5842bf0-73be-459b-9902-5c758b638203 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.345365] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.351835] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2132f27b-e10a-481a-9f96-4797ea29133e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.367183] env[62105]: DEBUG nova.compute.provider_tree [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.414533] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.414744] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.415056] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleting the datastore file [datastore2] 248d05fb-74e8-40d7-b9d4-66138ab68ae5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.415428] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4bf8874-6778-4464-843a-0b8609de3f64 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.423985] env[62105]: DEBUG oslo_vmware.api [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1649.423985] env[62105]: value = "task-1903779" [ 1649.423985] env[62105]: _type = "Task" [ 1649.423985] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.433152] env[62105]: DEBUG oslo_vmware.api [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.441846] env[62105]: DEBUG oslo_concurrency.lockutils [None req-898af1d1-adab-48ad-abbe-69cf2c5033ad tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.513s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.651165] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.824025] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903778, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.873131] env[62105]: DEBUG nova.scheduler.client.report [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.942031] env[62105]: DEBUG oslo_vmware.api [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319708} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.942031] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1649.943935] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1649.943935] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1649.944191] env[62105]: INFO nova.compute.manager [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1649.944556] env[62105]: DEBUG oslo.service.loopingcall [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1649.944918] env[62105]: DEBUG nova.compute.manager [-] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1649.945104] env[62105]: DEBUG nova.network.neutron [-] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1650.151313] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.186871] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1650.229974] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.230152] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.230290] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.230488] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.230639] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.230788] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.231246] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.231499] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.231710] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.231899] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.232148] env[62105]: DEBUG nova.virt.hardware [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.234013] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0324b39d-e642-4891-9777-fdaad51205b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.246855] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c76966-0bda-4fdb-9f5a-4ff488e3dad9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.321101] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570592} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.322152] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca/2f3d83a2-9774-49a5-9ce9-abfebf42c6ca.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1650.322512] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1650.322851] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c9d88e-2001-4ace-b37b-8f9318d00c57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.332469] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1650.332469] env[62105]: value = "task-1903780" [ 1650.332469] env[62105]: _type = "Task" [ 1650.332469] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.345370] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.377352] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.380670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.791s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.381496] env[62105]: INFO nova.compute.claims [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1650.412022] env[62105]: INFO nova.scheduler.client.report [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Deleted allocations for instance 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f [ 1650.498691] env[62105]: DEBUG nova.compute.manager [req-679ca9ce-83f4-4626-9a20-592533f940d2 req-c032312a-2b8b-47db-8041-d7a65706a85e service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Received event network-vif-deleted-288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1650.498982] env[62105]: INFO nova.compute.manager [req-679ca9ce-83f4-4626-9a20-592533f940d2 req-c032312a-2b8b-47db-8041-d7a65706a85e service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Neutron deleted interface 288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd; detaching it from the instance and deleting it from the info cache [ 1650.499186] env[62105]: DEBUG nova.network.neutron [req-679ca9ce-83f4-4626-9a20-592533f940d2 req-c032312a-2b8b-47db-8041-d7a65706a85e service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.646853] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903776, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.693574] env[62105]: DEBUG nova.network.neutron [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Successfully updated port: 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.785907] env[62105]: DEBUG nova.network.neutron [-] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.844075] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079809} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.844454] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.845294] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3783f121-d6cc-43cb-bf61-336a35d3b91f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.884807] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca/2f3d83a2-9774-49a5-9ce9-abfebf42c6ca.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.884807] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d137ec4d-508c-4e8a-a293-6949f825a819 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.914963] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1650.914963] env[62105]: value = "task-1903782" [ 1650.914963] env[62105]: _type = "Task" [ 1650.914963] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.926163] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.933312] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8acc7d2c-b0e9-41bb-9c8c-62ce102c3141 tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "37e5cbf9-37c0-40d8-a454-0bb6a39bc99f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.375s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.002400] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d2a1b4a-98ad-43a2-b840-1427f6884f82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.014613] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c8c83d-76bb-4732-8939-0d1eb2b49b29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.062215] env[62105]: DEBUG nova.compute.manager [req-679ca9ce-83f4-4626-9a20-592533f940d2 req-c032312a-2b8b-47db-8041-d7a65706a85e service nova] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Detach interface failed, port_id=288f258e-fc6c-494e-9a3d-d9cfdbdc1bbd, reason: Instance 248d05fb-74e8-40d7-b9d4-66138ab68ae5 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1651.146122] env[62105]: DEBUG oslo_vmware.api [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903776, 'name': PowerOnVM_Task, 'duration_secs': 1.560009} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.146440] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.146694] env[62105]: INFO nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Took 11.08 seconds to spawn the instance on the hypervisor. [ 1651.146871] env[62105]: DEBUG nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.147702] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e8e2da-fe0a-4cc7-a0ae-148f7121c016 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.196772] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.197115] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.197219] env[62105]: DEBUG nova.network.neutron [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.289518] env[62105]: INFO nova.compute.manager [-] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Took 1.34 seconds to deallocate network for instance. [ 1651.428836] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.670130] env[62105]: INFO nova.compute.manager [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Took 46.72 seconds to build instance. [ 1651.739341] env[62105]: DEBUG nova.network.neutron [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.796207] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1651.885449] env[62105]: DEBUG nova.network.neutron [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.894461] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020e94dd-d821-470f-927f-01d5d5aa5d0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.904790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4552985c-c168-4910-97e8-5fa79a02dd58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.955406] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bbbe2f-7892-44c1-8bc5-d1f0cf08717b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.965040] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903782, 'name': ReconfigVM_Task, 'duration_secs': 0.564072} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.967454] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca/2f3d83a2-9774-49a5-9ce9-abfebf42c6ca.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.968497] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c0c5558-b346-439f-b9b9-e261dad7402c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.971102] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3722acf7-7260-48d9-85c1-1a17f4af5618 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.986403] env[62105]: DEBUG nova.compute.provider_tree [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.988727] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1651.988727] env[62105]: value = "task-1903783" [ 1651.988727] env[62105]: _type = "Task" [ 1651.988727] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.998378] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903783, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.172627] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4b244531-f204-4696-92e1-4d46bb7bef21 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.247s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.376592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.376883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.377196] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.377413] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.377612] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.381934] env[62105]: INFO nova.compute.manager [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Terminating instance [ 1652.388200] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.388485] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Instance network_info: |[{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.388922] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:c8:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97a2cd29-b2a4-40a4-bba1-b4318805bca9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.397221] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Creating folder: Project (9d1d8de32da341f1a362d56ec7eae418). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.398321] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc993b4b-881f-4597-8132-990219461829 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.413472] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Created folder: Project (9d1d8de32da341f1a362d56ec7eae418) in parent group-v392807. [ 1652.413689] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Creating folder: Instances. Parent ref: group-v393010. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.413955] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8acf0fc2-7307-4432-af6a-aef4b937cce8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.425550] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Created folder: Instances in parent group-v393010. [ 1652.425873] env[62105]: DEBUG oslo.service.loopingcall [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.426128] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.426351] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-546598b5-5f78-4628-b9bc-af67392f1bb0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.449064] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.449064] env[62105]: value = "task-1903786" [ 1652.449064] env[62105]: _type = "Task" [ 1652.449064] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.460609] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903786, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.490412] env[62105]: DEBUG nova.scheduler.client.report [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1652.504322] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903783, 'name': Rename_Task, 'duration_secs': 0.207843} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.504660] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.505113] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd53a684-93b5-46d4-9f4f-9a9bce3acaca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.512720] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1652.512720] env[62105]: value = "task-1903787" [ 1652.512720] env[62105]: _type = "Task" [ 1652.512720] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.522905] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.632725] env[62105]: DEBUG oslo_concurrency.lockutils [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "be85181a-4c6d-41b1-96d1-d507c59d487d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.632861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.633166] env[62105]: DEBUG nova.compute.manager [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.634192] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0d84a-9b1d-4937-b5be-2013fbdd566b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.642295] env[62105]: DEBUG nova.compute.manager [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1652.642897] env[62105]: DEBUG nova.objects.instance [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lazy-loading 'flavor' on Instance uuid be85181a-4c6d-41b1-96d1-d507c59d487d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.664200] env[62105]: DEBUG nova.compute.manager [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-vif-plugged-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1652.664200] env[62105]: DEBUG oslo_concurrency.lockutils [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] Acquiring lock "9a12e95d-305f-42ed-b007-2bb2212287d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.664200] env[62105]: DEBUG oslo_concurrency.lockutils [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.664358] env[62105]: DEBUG oslo_concurrency.lockutils [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.664557] env[62105]: DEBUG nova.compute.manager [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] No waiting events found dispatching network-vif-plugged-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.664773] env[62105]: WARNING nova.compute.manager [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received unexpected event network-vif-plugged-97a2cd29-b2a4-40a4-bba1-b4318805bca9 for instance with vm_state building and task_state spawning. [ 1652.664994] env[62105]: DEBUG nova.compute.manager [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1652.665273] env[62105]: DEBUG nova.compute.manager [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing instance network info cache due to event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1652.665572] env[62105]: DEBUG oslo_concurrency.lockutils [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.665762] env[62105]: DEBUG oslo_concurrency.lockutils [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.665963] env[62105]: DEBUG nova.network.neutron [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.773368] env[62105]: INFO nova.compute.manager [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Rescuing [ 1652.776270] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.776270] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.779137] env[62105]: DEBUG nova.network.neutron [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.885979] env[62105]: DEBUG nova.compute.manager [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1652.886398] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1652.887295] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78086a46-f941-410c-a0a6-8cce4f934d63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.896315] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.896533] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499b2c8b-fc30-418c-90df-34725c170b75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.906693] env[62105]: DEBUG oslo_vmware.api [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1652.906693] env[62105]: value = "task-1903788" [ 1652.906693] env[62105]: _type = "Task" [ 1652.906693] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.918350] env[62105]: DEBUG oslo_vmware.api [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.960708] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903786, 'name': CreateVM_Task, 'duration_secs': 0.501149} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.960923] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1652.961703] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.961888] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.962269] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1652.962568] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6e0ea5-4f98-4700-a93b-c52c493617d7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.969281] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1652.969281] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523292c2-0519-b388-c8e7-068334ba4622" [ 1652.969281] env[62105]: _type = "Task" [ 1652.969281] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.978571] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523292c2-0519-b388-c8e7-068334ba4622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.999133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.999483] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1653.002247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.901s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.002475] env[62105]: DEBUG nova.objects.instance [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lazy-loading 'resources' on Instance uuid ef5caeab-3236-4566-9464-39e6c5e64bc7 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.025998] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903787, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.417163] env[62105]: DEBUG oslo_vmware.api [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903788, 'name': PowerOffVM_Task, 'duration_secs': 0.260108} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.417566] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.417668] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.417917] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4fb65c4-6ed3-4e19-b099-3d944b33f5d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.476178] env[62105]: DEBUG nova.network.neutron [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updated VIF entry in instance network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.476550] env[62105]: DEBUG nova.network.neutron [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.482329] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523292c2-0519-b388-c8e7-068334ba4622, 'name': SearchDatastore_Task, 'duration_secs': 0.013832} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.482629] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.482794] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.483060] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.483219] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.483393] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.483665] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ddb34d8-666d-4878-bb6f-661aeb7d6fb0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.496417] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.496503] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.497249] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1b917d-ba9c-44f2-ba19-6d38dd34f1c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.507377] env[62105]: DEBUG nova.compute.utils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1653.511688] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1653.511688] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d90773-b746-8c8e-6f07-4f31d0250aa4" [ 1653.511688] env[62105]: _type = "Task" [ 1653.511688] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.513384] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1653.513575] env[62105]: DEBUG nova.network.neutron [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1653.537119] env[62105]: DEBUG oslo_vmware.api [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903787, 'name': PowerOnVM_Task, 'duration_secs': 0.57984} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.541977] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1653.542299] env[62105]: INFO nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1653.542545] env[62105]: DEBUG nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1653.543615] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d90773-b746-8c8e-6f07-4f31d0250aa4, 'name': SearchDatastore_Task, 'duration_secs': 0.017785} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.547246] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496035e8-7fd5-4629-9f93-673a521a0f55 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.552387] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983addfe-5eae-46de-a5ab-86bef613f6c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.557093] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.557326] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.557519] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Deleting the datastore file [datastore1] d7f9b5e1-bd68-48ce-97e2-aff43c7693af {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.557791] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30cc3d99-6bfe-4292-861f-07549ba6f87d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.572255] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1653.572255] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a4cc8f-5f48-3d05-89d0-f0ef71922c98" [ 1653.572255] env[62105]: _type = "Task" [ 1653.572255] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.581623] env[62105]: DEBUG oslo_vmware.api [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for the task: (returnval){ [ 1653.581623] env[62105]: value = "task-1903790" [ 1653.581623] env[62105]: _type = "Task" [ 1653.581623] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.587283] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a4cc8f-5f48-3d05-89d0-f0ef71922c98, 'name': SearchDatastore_Task, 'duration_secs': 0.019123} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.587283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.587452] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/9a12e95d-305f-42ed-b007-2bb2212287d4.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.588823] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3444b15e-373b-4952-a8b3-847f02d10b49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.593978] env[62105]: DEBUG oslo_vmware.api [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.603340] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1653.603340] env[62105]: value = "task-1903791" [ 1653.603340] env[62105]: _type = "Task" [ 1653.603340] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.615199] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.616827] env[62105]: DEBUG nova.policy [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26cb270d58564484b0f99e7772678e5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7abcf4d59aa84e7fb4dc9dc9ac42896b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1653.651015] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.653958] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43975d72-f3f8-4459-85ec-c1df24084482 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.665879] env[62105]: DEBUG oslo_vmware.api [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1653.665879] env[62105]: value = "task-1903792" [ 1653.665879] env[62105]: _type = "Task" [ 1653.665879] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.679622] env[62105]: DEBUG oslo_vmware.api [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.686616] env[62105]: DEBUG nova.network.neutron [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Updating instance_info_cache with network_info: [{"id": "bb2a06f5-d0a8-4695-94ec-feb46d699a9c", "address": "fa:16:3e:85:14:a5", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb2a06f5-d0", "ovs_interfaceid": "bb2a06f5-d0a8-4695-94ec-feb46d699a9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.983807] env[62105]: DEBUG oslo_concurrency.lockutils [req-c172774b-102a-4173-b044-24b63c093557 req-e71c062a-6572-4759-9042-7c83ff1d2e93 service nova] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.016953] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1654.176715] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903791, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.177076] env[62105]: DEBUG oslo_vmware.api [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Task: {'id': task-1903790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263162} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.183045] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.183338] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.185830] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.186208] env[62105]: INFO nova.compute.manager [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1654.186593] env[62105]: DEBUG oslo.service.loopingcall [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.187264] env[62105]: INFO nova.compute.manager [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Took 44.05 seconds to build instance. [ 1654.195338] env[62105]: DEBUG nova.compute.manager [-] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1654.195338] env[62105]: DEBUG nova.network.neutron [-] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.201862] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "refresh_cache-babeaf0e-e208-44cf-b9ad-7169ab8c5152" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.226934] env[62105]: DEBUG oslo_vmware.api [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903792, 'name': PowerOffVM_Task, 'duration_secs': 0.355399} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.227306] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.228028] env[62105]: DEBUG nova.compute.manager [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.234469] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77e43bb-ba19-46de-955e-0f9856bedfc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.389368] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cd2116-431d-451c-8889-be80b7a61edc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.399418] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f60831-cd12-4cfc-8bf2-e11d4b8f22fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.437067] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec254b-8a34-49c8-af32-daa20e090230 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.443422] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquiring lock "b7955ed3-0e26-4e1b-924a-563f68477149" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.444034] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "b7955ed3-0e26-4e1b-924a-563f68477149" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.452448] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d33d53e-7132-45a0-ada2-d24c7cfe7592 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.471227] env[62105]: DEBUG nova.compute.provider_tree [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1654.511170] env[62105]: DEBUG nova.network.neutron [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Successfully created port: f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1654.617287] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683012} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.617287] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/9a12e95d-305f-42ed-b007-2bb2212287d4.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.617287] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.617557] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0510f23f-25ff-4695-9f51-2e8fea63576a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.625929] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1654.625929] env[62105]: value = "task-1903793" [ 1654.625929] env[62105]: _type = "Task" [ 1654.625929] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.637594] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.701969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5b29a32a-e9b5-429a-8b99-02556ddd4bc7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.062s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.759432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-afdccafd-409d-464f-94fc-da148b05c24f tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.126s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.949068] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1654.977135] env[62105]: DEBUG nova.scheduler.client.report [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1655.116476] env[62105]: DEBUG nova.compute.manager [req-50eff650-4c88-46c1-9d08-34f0b664c01f req-567fe107-38f6-4a88-b564-17af3cbdf20d service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Received event network-vif-deleted-5163560b-33b6-4dd2-b0ff-a09773b81ef7 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1655.116695] env[62105]: INFO nova.compute.manager [req-50eff650-4c88-46c1-9d08-34f0b664c01f req-567fe107-38f6-4a88-b564-17af3cbdf20d service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Neutron deleted interface 5163560b-33b6-4dd2-b0ff-a09773b81ef7; detaching it from the instance and deleting it from the info cache [ 1655.116874] env[62105]: DEBUG nova.network.neutron [req-50eff650-4c88-46c1-9d08-34f0b664c01f req-567fe107-38f6-4a88-b564-17af3cbdf20d service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.137213] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079565} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.137520] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.138315] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3699b4c3-ca4b-40f3-b424-3277e43154e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.161804] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/9a12e95d-305f-42ed-b007-2bb2212287d4.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.162140] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd705f1c-0bf1-4de1-a751-4ae56d1918e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.184052] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1655.186419] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1655.186419] env[62105]: value = "task-1903794" [ 1655.186419] env[62105]: _type = "Task" [ 1655.186419] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.197865] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903794, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.212968] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1655.213332] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.213496] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1655.213679] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.213827] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1655.213977] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1655.214279] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1655.214469] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1655.214647] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1655.214831] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1655.215016] env[62105]: DEBUG nova.virt.hardware [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1655.215959] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06528da-0524-47af-804c-a89b9112ee4e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.224655] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1738e-fe26-4c21-b53e-526a63831770 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.248352] env[62105]: DEBUG nova.network.neutron [-] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.477644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.480726] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.483235] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.695s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.484978] env[62105]: INFO nova.compute.claims [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1655.506126] env[62105]: INFO nova.scheduler.client.report [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Deleted allocations for instance ef5caeab-3236-4566-9464-39e6c5e64bc7 [ 1655.621585] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bc4fe2c-2f37-478c-9cf9-17e015131e51 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.634475] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fff9905-edae-4edc-aa64-1bcf7887cce3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.679830] env[62105]: DEBUG nova.compute.manager [req-50eff650-4c88-46c1-9d08-34f0b664c01f req-567fe107-38f6-4a88-b564-17af3cbdf20d service nova] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Detach interface failed, port_id=5163560b-33b6-4dd2-b0ff-a09773b81ef7, reason: Instance d7f9b5e1-bd68-48ce-97e2-aff43c7693af could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1655.698612] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.751591] env[62105]: INFO nova.compute.manager [-] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Took 1.56 seconds to deallocate network for instance. [ 1655.774915] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1655.775353] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60fbc0b9-baef-448f-bc94-00b84a749d1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.784346] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1655.784346] env[62105]: value = "task-1903795" [ 1655.784346] env[62105]: _type = "Task" [ 1655.784346] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.793953] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.017526] env[62105]: DEBUG oslo_concurrency.lockutils [None req-52d611e8-fd40-4054-a8ba-f534c3ea35cb tempest-ListImageFiltersTestJSON-1131976657 tempest-ListImageFiltersTestJSON-1131976657-project-member] Lock "ef5caeab-3236-4566-9464-39e6c5e64bc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.639s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.200738] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903794, 'name': ReconfigVM_Task, 'duration_secs': 0.724632} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.200808] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/9a12e95d-305f-42ed-b007-2bb2212287d4.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.203200] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2625e44-5f3a-4058-baac-aebe0522fdbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.205716] env[62105]: DEBUG nova.network.neutron [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Successfully updated port: f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1656.210194] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1656.210194] env[62105]: value = "task-1903796" [ 1656.210194] env[62105]: _type = "Task" [ 1656.210194] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.227493] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903796, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.260799] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.301945] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903795, 'name': PowerOffVM_Task, 'duration_secs': 0.209374} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.302456] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.303801] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c17175e-7810-48a0-8c02-45d0cb3a7b69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.343305] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40da22fb-638e-4436-8ac7-dbc37568f1f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.352371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "83944028-37d1-4e50-8b32-4fbb948b47be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.352851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "83944028-37d1-4e50-8b32-4fbb948b47be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.374705] env[62105]: DEBUG nova.objects.instance [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lazy-loading 'flavor' on Instance uuid be85181a-4c6d-41b1-96d1-d507c59d487d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.394346] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.394984] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75cad7f6-0b4a-4a90-86ea-b45939b8a189 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.404902] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1656.404902] env[62105]: value = "task-1903797" [ 1656.404902] env[62105]: _type = "Task" [ 1656.404902] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.417662] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1656.417999] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.418327] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.418538] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.418773] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.419112] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a7e659-869b-4651-a6c1-afcdee278d73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.429306] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.429589] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.430537] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-704c7379-ef92-4606-b303-1ee176743e16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.437471] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1656.437471] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52caadeb-d871-046d-6005-932970e81a7e" [ 1656.437471] env[62105]: _type = "Task" [ 1656.437471] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.448505] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52caadeb-d871-046d-6005-932970e81a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.707477] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "refresh_cache-2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.707756] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquired lock "refresh_cache-2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.707801] env[62105]: DEBUG nova.network.neutron [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.725429] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903796, 'name': Rename_Task, 'duration_secs': 0.24668} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.728667] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.728930] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5671fee-d42a-4ac4-b525-2b516ba92bee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.738122] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1656.738122] env[62105]: value = "task-1903798" [ 1656.738122] env[62105]: _type = "Task" [ 1656.738122] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.752440] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.837852] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba9cf-2d1c-6243-5a68-2803be45dbad/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1656.838928] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c3a1e-db40-4558-adc1-f5b6a67511ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.846217] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba9cf-2d1c-6243-5a68-2803be45dbad/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1656.846387] env[62105]: ERROR oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba9cf-2d1c-6243-5a68-2803be45dbad/disk-0.vmdk due to incomplete transfer. [ 1656.849216] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05e66aac-d108-4a64-a2c9-6617df9df900 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.856738] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1656.861500] env[62105]: DEBUG oslo_vmware.rw_handles [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520ba9cf-2d1c-6243-5a68-2803be45dbad/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1656.861897] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Uploaded image cebf7845-776e-4ec5-b4ba-23f83612f6df to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1656.864311] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1656.867269] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0a4f5f3-1a37-46dd-a117-88f8b73f63e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.881368] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1656.881368] env[62105]: value = "task-1903799" [ 1656.881368] env[62105]: _type = "Task" [ 1656.881368] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.883281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.883457] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquired lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.883674] env[62105]: DEBUG nova.network.neutron [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.883877] env[62105]: DEBUG nova.objects.instance [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lazy-loading 'info_cache' on Instance uuid be85181a-4c6d-41b1-96d1-d507c59d487d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.897820] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903799, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.949598] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52caadeb-d871-046d-6005-932970e81a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.026803} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.954862] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f735edba-5813-4b3b-8059-826a4f56f37f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.960798] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1656.960798] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f328ef-510e-968b-734a-74237a95e374" [ 1656.960798] env[62105]: _type = "Task" [ 1656.960798] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.970651] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f328ef-510e-968b-734a-74237a95e374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.996223] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac4fa2e-8d19-4615-a3fc-cceb897dd2d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.009011] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443c4a7-de68-4ac2-8975-24cb91852420 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.038461] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc4eb2-3dd6-4752-bd6a-7a10c726fcaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.052471] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c114b95f-75da-4c78-84e5-5b84a758c780 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.070216] env[62105]: DEBUG nova.compute.provider_tree [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.251270] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903798, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.267918] env[62105]: DEBUG nova.network.neutron [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1657.273878] env[62105]: DEBUG nova.compute.manager [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Received event network-vif-plugged-f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1657.274168] env[62105]: DEBUG oslo_concurrency.lockutils [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] Acquiring lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.274387] env[62105]: DEBUG oslo_concurrency.lockutils [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.274554] env[62105]: DEBUG oslo_concurrency.lockutils [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.274747] env[62105]: DEBUG nova.compute.manager [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] No waiting events found dispatching network-vif-plugged-f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1657.275075] env[62105]: WARNING nova.compute.manager [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Received unexpected event network-vif-plugged-f161b55d-6a25-43a0-8119-6c3f097962d2 for instance with vm_state building and task_state spawning. [ 1657.275255] env[62105]: DEBUG nova.compute.manager [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Received event network-changed-f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1657.275474] env[62105]: DEBUG nova.compute.manager [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Refreshing instance network info cache due to event network-changed-f161b55d-6a25-43a0-8119-6c3f097962d2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1657.275647] env[62105]: DEBUG oslo_concurrency.lockutils [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] Acquiring lock "refresh_cache-2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.382142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.392488] env[62105]: DEBUG nova.objects.base [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1657.403554] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903799, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.472297] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f328ef-510e-968b-734a-74237a95e374, 'name': SearchDatastore_Task, 'duration_secs': 0.012063} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.472592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1657.472890] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. {{(pid=62105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1657.473256] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-478dac1f-aeed-46c0-9a32-6eb9c31d3cb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.480813] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1657.480813] env[62105]: value = "task-1903800" [ 1657.480813] env[62105]: _type = "Task" [ 1657.480813] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.489919] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.575470] env[62105]: DEBUG nova.scheduler.client.report [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.618338] env[62105]: DEBUG nova.network.neutron [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Updating instance_info_cache with network_info: [{"id": "f161b55d-6a25-43a0-8119-6c3f097962d2", "address": "fa:16:3e:9f:3d:e7", "network": {"id": "fbecc326-4652-4e3a-a186-be67cf01d2e1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-797364718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7abcf4d59aa84e7fb4dc9dc9ac42896b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf161b55d-6a", "ovs_interfaceid": "f161b55d-6a25-43a0-8119-6c3f097962d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.749576] env[62105]: DEBUG oslo_vmware.api [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903798, 'name': PowerOnVM_Task, 'duration_secs': 0.535887} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.749910] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.750166] env[62105]: INFO nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1657.750348] env[62105]: DEBUG nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.751168] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed1c7d7-c032-49c7-8939-317648338b18 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.897173] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903799, 'name': Destroy_Task, 'duration_secs': 0.935256} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.897173] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Destroyed the VM [ 1657.897173] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1657.899685] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fcc7b68c-953c-4e29-8ab8-6dda4b6f5b0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.914667] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1657.914667] env[62105]: value = "task-1903801" [ 1657.914667] env[62105]: _type = "Task" [ 1657.914667] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.931287] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.997769] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903800, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.066933] env[62105]: DEBUG nova.compute.manager [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1658.085545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.086202] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1658.089022] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.422s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.089262] env[62105]: DEBUG nova.objects.instance [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1658.121961] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Releasing lock "refresh_cache-2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.121961] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Instance network_info: |[{"id": "f161b55d-6a25-43a0-8119-6c3f097962d2", "address": "fa:16:3e:9f:3d:e7", "network": {"id": "fbecc326-4652-4e3a-a186-be67cf01d2e1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-797364718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7abcf4d59aa84e7fb4dc9dc9ac42896b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf161b55d-6a", "ovs_interfaceid": "f161b55d-6a25-43a0-8119-6c3f097962d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.122389] env[62105]: DEBUG oslo_concurrency.lockutils [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] Acquired lock "refresh_cache-2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.122620] env[62105]: DEBUG nova.network.neutron [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Refreshing network info cache for port f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.123968] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:3d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f161b55d-6a25-43a0-8119-6c3f097962d2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.131882] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Creating folder: Project (7abcf4d59aa84e7fb4dc9dc9ac42896b). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.132506] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d05ebef5-40a7-49d6-bbca-67d963a5b311 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.157222] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Created folder: Project (7abcf4d59aa84e7fb4dc9dc9ac42896b) in parent group-v392807. [ 1658.157503] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Creating folder: Instances. Parent ref: group-v393013. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.157791] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4a5fbb8-99ef-40c3-80fc-49631b255745 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.172217] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Created folder: Instances in parent group-v393013. [ 1658.172674] env[62105]: DEBUG oslo.service.loopingcall [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.172780] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.173340] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aff2ad2-6118-4c6b-92f4-6a579f24cfb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.197169] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.197169] env[62105]: value = "task-1903804" [ 1658.197169] env[62105]: _type = "Task" [ 1658.197169] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.208548] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903804, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.270798] env[62105]: INFO nova.compute.manager [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Took 41.27 seconds to build instance. [ 1658.300141] env[62105]: DEBUG nova.network.neutron [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Updating instance_info_cache with network_info: [{"id": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "address": "fa:16:3e:01:ce:a8", "network": {"id": "e338c7c5-4ade-4901-b9e8-eaedaf4f3d60", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-515359006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "975e6258d9d3478595404eff30a1ba15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cba18f15-a919-422e-a423-1e705e233389", "external-id": "nsx-vlan-transportzone-79", "segmentation_id": 79, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6958bb61-3f", "ovs_interfaceid": "6958bb61-3f32-4e8f-9d38-f1dd4b50445c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.425378] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903801, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.496750] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766726} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.497805] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. [ 1658.499029] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d25049-ebe1-487c-ba4f-8602b5e70750 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.530487] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1658.531293] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81de6fa4-0558-415d-bb6d-6059015d5b58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.553076] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1658.553076] env[62105]: value = "task-1903805" [ 1658.553076] env[62105]: _type = "Task" [ 1658.553076] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.565241] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903805, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.594339] env[62105]: DEBUG nova.compute.utils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1658.598029] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.600224] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1658.600402] env[62105]: DEBUG nova.network.neutron [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1658.708241] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903804, 'name': CreateVM_Task, 'duration_secs': 0.44679} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.708490] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1658.709100] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.709272] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.709599] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1658.709868] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a18c07-0520-4335-aec8-20a4abd7a6ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.715276] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1658.715276] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52adbe79-b849-8837-13fe-e37d4c8b5294" [ 1658.715276] env[62105]: _type = "Task" [ 1658.715276] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.723189] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52adbe79-b849-8837-13fe-e37d4c8b5294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.762644] env[62105]: DEBUG nova.policy [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '330e4ef693854328a8b0a319b9e7f35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ddc887d07c49209ab89fb37c7549fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1658.772823] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf23a3fd-69a3-4869-a7ca-6c61f6e8a0ae tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.129s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.802662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Releasing lock "refresh_cache-be85181a-4c6d-41b1-96d1-d507c59d487d" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.934573] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903801, 'name': RemoveSnapshot_Task, 'duration_secs': 0.702268} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.934895] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1658.935217] env[62105]: DEBUG nova.compute.manager [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.936169] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a565567f-5911-4bdd-ba62-67120946a615 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.985884] env[62105]: INFO nova.compute.manager [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Rescuing [ 1658.986218] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.986392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.986550] env[62105]: DEBUG nova.network.neutron [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.067410] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.104076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7057e06a-d292-4b3d-9c2a-289e7580a2f3 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.105309] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1659.111372] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.447s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.111617] env[62105]: DEBUG nova.objects.instance [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lazy-loading 'resources' on Instance uuid 3593adbf-aedf-49a0-9483-0703ef2aafcf {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1659.192580] env[62105]: DEBUG nova.network.neutron [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Updated VIF entry in instance network info cache for port f161b55d-6a25-43a0-8119-6c3f097962d2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.192933] env[62105]: DEBUG nova.network.neutron [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Updating instance_info_cache with network_info: [{"id": "f161b55d-6a25-43a0-8119-6c3f097962d2", "address": "fa:16:3e:9f:3d:e7", "network": {"id": "fbecc326-4652-4e3a-a186-be67cf01d2e1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-797364718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7abcf4d59aa84e7fb4dc9dc9ac42896b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf161b55d-6a", "ovs_interfaceid": "f161b55d-6a25-43a0-8119-6c3f097962d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.225511] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52adbe79-b849-8837-13fe-e37d4c8b5294, 'name': SearchDatastore_Task, 'duration_secs': 0.053115} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.225828] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.226076] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1659.226319] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.226468] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.226645] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1659.226914] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fd8206b-3b8b-4616-a2cd-8de64773780a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.246906] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1659.246906] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1659.247475] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1291ded1-d5d3-4281-a8f6-bd4eed95bf27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.253578] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1659.253578] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a7f1a9-f17c-308a-c61b-332a06d84c05" [ 1659.253578] env[62105]: _type = "Task" [ 1659.253578] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.261294] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a7f1a9-f17c-308a-c61b-332a06d84c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.363350] env[62105]: DEBUG nova.network.neutron [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Successfully created port: 30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.451315] env[62105]: INFO nova.compute.manager [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Shelve offloading [ 1659.565395] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903805, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.700500] env[62105]: DEBUG oslo_concurrency.lockutils [req-de4f7a21-4281-4af8-9b3b-d888e98f1080 req-b6f60e02-5ce1-49bf-92f7-7448dd58abd4 service nova] Releasing lock "refresh_cache-2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.763945] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a7f1a9-f17c-308a-c61b-332a06d84c05, 'name': SearchDatastore_Task, 'duration_secs': 0.073534} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.769551] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03b321d-9ba9-451c-a722-99a7dfc3135a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.775818] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1659.775818] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520585e8-2121-3bbe-52c6-f42aea730f19" [ 1659.775818] env[62105]: _type = "Task" [ 1659.775818] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.786476] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520585e8-2121-3bbe-52c6-f42aea730f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.808346] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1659.808667] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d82f46c9-e5c7-415a-84c8-3f018fb1972b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.815928] env[62105]: DEBUG oslo_vmware.api [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1659.815928] env[62105]: value = "task-1903806" [ 1659.815928] env[62105]: _type = "Task" [ 1659.815928] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.827060] env[62105]: DEBUG oslo_vmware.api [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.898819] env[62105]: DEBUG nova.network.neutron [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.955484] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1659.955860] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b1d16fd-ab2d-464f-bb1a-91e82c2b835c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.966609] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1659.966609] env[62105]: value = "task-1903807" [ 1659.966609] env[62105]: _type = "Task" [ 1659.966609] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.981743] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1659.981992] env[62105]: DEBUG nova.compute.manager [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.983573] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af296f0-3a40-4ba6-9d09-381504181bab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.991475] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.991721] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.991947] env[62105]: DEBUG nova.network.neutron [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.070196] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903805, 'name': ReconfigVM_Task, 'duration_secs': 1.196936} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.070641] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Reconfigured VM instance instance-00000043 to attach disk [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.071791] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf42fc-f3ac-4c38-b915-8a900230303c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.110397] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19e362c4-7b54-4bef-baa8-2397094bcd96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.124175] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1660.132419] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1660.132419] env[62105]: value = "task-1903808" [ 1660.132419] env[62105]: _type = "Task" [ 1660.132419] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.142547] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.158163] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='718980b49aa6338658ee68d0e6939137',container_format='bare',created_at=2024-12-15T00:57:27Z,direct_url=,disk_format='vmdk',id=9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b,min_disk=1,min_ram=0,name='tempest-test-snap-1165938836',owner='93ddc887d07c49209ab89fb37c7549fc',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-15T00:57:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1660.158498] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1660.158656] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1660.158854] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1660.158985] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1660.159153] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1660.159371] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1660.159531] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1660.159698] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1660.159877] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1660.160066] env[62105]: DEBUG nova.virt.hardware [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1660.161180] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0a265-17f6-4d7c-b887-006fda1a0bee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.177790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c3a95d-967f-4927-940b-08ea12cffd0d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.216871] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b54a5a-ca28-400e-9216-826bf8cbd101 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.226279] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97bbbf-c058-438e-8a34-871247511c97 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.262833] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67b4dd3-9f47-4548-8791-73f3d49df4e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.270797] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05949a9-b31b-4abb-bd43-6044ae130d44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.289443] env[62105]: DEBUG nova.compute.provider_tree [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.297294] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520585e8-2121-3bbe-52c6-f42aea730f19, 'name': SearchDatastore_Task, 'duration_secs': 0.015268} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.297512] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.297795] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f/2d6d813f-fcbb-4182-bd70-32dfd33b3f8f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.298100] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b803aeb-b0cf-496a-9b91-08c496d723af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.307551] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1660.307551] env[62105]: value = "task-1903809" [ 1660.307551] env[62105]: _type = "Task" [ 1660.307551] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.317091] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.328857] env[62105]: DEBUG oslo_vmware.api [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903806, 'name': PowerOnVM_Task, 'duration_secs': 0.396424} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.329155] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1660.330078] env[62105]: DEBUG nova.compute.manager [None req-bb80a915-3fc6-4429-9941-7b17d7949af9 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.330278] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d31682f-c686-4917-93b4-f9dc99ccd58a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.403170] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.644408] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903808, 'name': ReconfigVM_Task, 'duration_secs': 0.186947} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.644719] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1660.644983] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25323553-9e9d-4594-90cf-1c6887905cdd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.652743] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1660.652743] env[62105]: value = "task-1903810" [ 1660.652743] env[62105]: _type = "Task" [ 1660.652743] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.664353] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.711589] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.711861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.712084] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "700b21a6-33e0-430b-a2a9-172ac8d684af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.712314] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.712495] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.714680] env[62105]: INFO nova.compute.manager [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Terminating instance [ 1660.778819] env[62105]: DEBUG nova.network.neutron [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.792934] env[62105]: DEBUG nova.scheduler.client.report [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1660.819413] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903809, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.166116] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.177580] env[62105]: DEBUG nova.network.neutron [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Successfully updated port: 30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.221218] env[62105]: DEBUG nova.compute.manager [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.221465] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.222456] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2784992-3ee8-49c2-b21c-292d023c77e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.232541] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.232541] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c8ffeda-a3c0-47e6-a840-f1e04ac1c929 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.243161] env[62105]: DEBUG oslo_vmware.api [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1661.243161] env[62105]: value = "task-1903811" [ 1661.243161] env[62105]: _type = "Task" [ 1661.243161] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.253861] env[62105]: DEBUG oslo_vmware.api [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.265623] env[62105]: DEBUG nova.compute.manager [req-faa28e25-87bb-4852-9185-9f1b503d4492 req-251997aa-bfcd-4ecd-8331-e331ba63c34c service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Received event network-vif-plugged-30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1661.266642] env[62105]: DEBUG oslo_concurrency.lockutils [req-faa28e25-87bb-4852-9185-9f1b503d4492 req-251997aa-bfcd-4ecd-8331-e331ba63c34c service nova] Acquiring lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.267802] env[62105]: DEBUG oslo_concurrency.lockutils [req-faa28e25-87bb-4852-9185-9f1b503d4492 req-251997aa-bfcd-4ecd-8331-e331ba63c34c service nova] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.267802] env[62105]: DEBUG oslo_concurrency.lockutils [req-faa28e25-87bb-4852-9185-9f1b503d4492 req-251997aa-bfcd-4ecd-8331-e331ba63c34c service nova] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.267802] env[62105]: DEBUG nova.compute.manager [req-faa28e25-87bb-4852-9185-9f1b503d4492 req-251997aa-bfcd-4ecd-8331-e331ba63c34c service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] No waiting events found dispatching network-vif-plugged-30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.268130] env[62105]: WARNING nova.compute.manager [req-faa28e25-87bb-4852-9185-9f1b503d4492 req-251997aa-bfcd-4ecd-8331-e331ba63c34c service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Received unexpected event network-vif-plugged-30c64830-56fa-4811-adb9-ce144eb80895 for instance with vm_state building and task_state spawning. [ 1661.282886] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.300367] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.300808] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.229s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.302907] env[62105]: INFO nova.compute.claims [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1661.324466] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580708} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.324844] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f/2d6d813f-fcbb-4182-bd70-32dfd33b3f8f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.325126] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.325447] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ace923eb-1052-4f0c-83a1-36eaab6674b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.333839] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1661.333839] env[62105]: value = "task-1903812" [ 1661.333839] env[62105]: _type = "Task" [ 1661.333839] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.347219] env[62105]: INFO nova.scheduler.client.report [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Deleted allocations for instance 3593adbf-aedf-49a0-9483-0703ef2aafcf [ 1661.356239] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.674147] env[62105]: DEBUG oslo_vmware.api [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903810, 'name': PowerOnVM_Task, 'duration_secs': 0.79276} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.674147] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1661.678219] env[62105]: DEBUG nova.compute.manager [None req-e3e00f4a-413b-453b-99ed-b737a24584e3 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1661.679060] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd68bdac-605b-4e06-8c9f-76bc46a769e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.682149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "refresh_cache-b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.682348] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "refresh_cache-b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.682397] env[62105]: DEBUG nova.network.neutron [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.736436] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.737160] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2990e34a-4b92-4f73-892e-9d8b99c5579c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.745471] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.749814] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365557f8-d229-4d3d-821d-a74c201643c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.756789] env[62105]: DEBUG oslo_vmware.api [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903811, 'name': PowerOffVM_Task, 'duration_secs': 0.248125} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.758031] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1661.758031] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1661.758031] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81c2470d-f45a-4249-bf49-955e3a8fa2e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.844117] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098984} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.844117] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1661.848259] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ed603-7ce9-4b65-b59c-824928f8e4eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.877974] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f/2d6d813f-fcbb-4182-bd70-32dfd33b3f8f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1661.883173] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c8590d7c-b0cf-463c-9a23-14cbeb70354f tempest-InstanceActionsNegativeTestJSON-2073014882 tempest-InstanceActionsNegativeTestJSON-2073014882-project-member] Lock "3593adbf-aedf-49a0-9483-0703ef2aafcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.990s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.884306] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a56cfc-f2c5-4b02-8b66-62c167ba671f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.905278] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.905637] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.905894] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleting the datastore file [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.906248] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.906494] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.906710] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Deleting the datastore file [datastore2] 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.909017] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2a7349a-9bdf-43df-83c1-b21a4c138c05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.910465] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f536c851-8691-4ead-8b44-c0c81cbad6ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.913925] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1661.913925] env[62105]: value = "task-1903815" [ 1661.913925] env[62105]: _type = "Task" [ 1661.913925] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.919765] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1661.919765] env[62105]: value = "task-1903816" [ 1661.919765] env[62105]: _type = "Task" [ 1661.919765] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.921798] env[62105]: DEBUG oslo_vmware.api [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1661.921798] env[62105]: value = "task-1903817" [ 1661.921798] env[62105]: _type = "Task" [ 1661.921798] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.932565] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903815, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.938321] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.938712] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.942048] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22495c14-4153-41bb-910a-58215ab0c4bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.944444] env[62105]: DEBUG oslo_vmware.api [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.950164] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1661.950164] env[62105]: value = "task-1903818" [ 1661.950164] env[62105]: _type = "Task" [ 1661.950164] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.961770] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.216735] env[62105]: DEBUG nova.network.neutron [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1662.383209] env[62105]: DEBUG nova.network.neutron [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Updating instance_info_cache with network_info: [{"id": "30c64830-56fa-4811-adb9-ce144eb80895", "address": "fa:16:3e:3e:a6:5a", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c64830-56", "ovs_interfaceid": "30c64830-56fa-4811-adb9-ce144eb80895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.431065] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903815, 'name': ReconfigVM_Task, 'duration_secs': 0.469728} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.435532] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f/2d6d813f-fcbb-4182-bd70-32dfd33b3f8f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1662.435532] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd71e930-a8fe-4919-9bb4-cd344336398c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.442961] env[62105]: DEBUG oslo_vmware.api [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203729} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.443819] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.444063] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.444377] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.450583] env[62105]: DEBUG oslo_vmware.api [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214974} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.453098] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.453098] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.453098] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.453098] env[62105]: INFO nova.compute.manager [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1662.453098] env[62105]: DEBUG oslo.service.loopingcall [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.453418] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1662.453418] env[62105]: value = "task-1903819" [ 1662.453418] env[62105]: _type = "Task" [ 1662.453418] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.460521] env[62105]: DEBUG nova.compute.manager [-] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.460521] env[62105]: DEBUG nova.network.neutron [-] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.466428] env[62105]: INFO nova.scheduler.client.report [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted allocations for instance 418bb0c7-2734-4014-9f44-33cf0069c3e5 [ 1662.475324] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903818, 'name': PowerOffVM_Task, 'duration_secs': 0.234042} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.482306] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.482306] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903819, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.483258] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dccc412-79a1-4d3f-820d-feb740ed424a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.508974] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec532bfc-a8b3-479b-bd4d-a7b74970c09f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.560827] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.561455] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c7c0907-58aa-4ea4-af22-27c01b035c24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.568639] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1662.568639] env[62105]: value = "task-1903820" [ 1662.568639] env[62105]: _type = "Task" [ 1662.568639] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.583675] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1662.583981] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.584150] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.584371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.584475] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.584911] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176760ca-241b-40c1-8991-7ad1ab670e28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.595217] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.595442] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.598724] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263f788e-5a31-489a-a0b0-54e4bbc6c2fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.605345] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1662.605345] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523dba43-9c3a-b2c7-c331-b3270ae841ad" [ 1662.605345] env[62105]: _type = "Task" [ 1662.605345] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.613420] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523dba43-9c3a-b2c7-c331-b3270ae841ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.887792] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "refresh_cache-b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.888749] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Instance network_info: |[{"id": "30c64830-56fa-4811-adb9-ce144eb80895", "address": "fa:16:3e:3e:a6:5a", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c64830-56", "ovs_interfaceid": "30c64830-56fa-4811-adb9-ce144eb80895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1662.891358] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:a6:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30c64830-56fa-4811-adb9-ce144eb80895', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1662.897929] env[62105]: DEBUG oslo.service.loopingcall [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.901861] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1662.906957] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c12f22d-fe4b-4504-8a5c-ece9da1694cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.926224] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "75c61d7f-6d60-43b0-b3e5-6639f4827878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.926571] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.936430] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1662.936430] env[62105]: value = "task-1903821" [ 1662.936430] env[62105]: _type = "Task" [ 1662.936430] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.946705] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77203c0-da70-4779-9e11-baad564dc1f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.953588] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903821, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.958129] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f3c1d1-128e-4b0f-ba41-1226ccce37d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.991639] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.994248] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeab68c-d82d-40f0-9fa7-f714584ca59f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.000199] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903819, 'name': Rename_Task, 'duration_secs': 0.393225} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.001057] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.001539] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a45747a-c29d-44f8-8e5a-1392a1032325 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.007862] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5513f2-6556-4d1e-9b3e-e9971e613dbc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.013612] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1663.013612] env[62105]: value = "task-1903822" [ 1663.013612] env[62105]: _type = "Task" [ 1663.013612] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.025974] env[62105]: DEBUG nova.compute.provider_tree [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.037167] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.116287] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523dba43-9c3a-b2c7-c331-b3270ae841ad, 'name': SearchDatastore_Task, 'duration_secs': 0.038669} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.117108] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f699af-2cdf-4347-8fc0-12b0f7028a65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.123170] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1663.123170] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52332c31-bb46-846f-dded-0468d3d8d5bc" [ 1663.123170] env[62105]: _type = "Task" [ 1663.123170] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.133588] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52332c31-bb46-846f-dded-0468d3d8d5bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.431381] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1663.448367] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903821, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.525734] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.533542] env[62105]: DEBUG nova.scheduler.client.report [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.547022] env[62105]: DEBUG nova.network.neutron [-] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.637420] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52332c31-bb46-846f-dded-0468d3d8d5bc, 'name': SearchDatastore_Task, 'duration_secs': 0.026354} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.637726] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.639357] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. {{(pid=62105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1663.639680] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f1d958b-05f8-4f41-8d85-5dc95b205def {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.651212] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1663.651212] env[62105]: value = "task-1903823" [ 1663.651212] env[62105]: _type = "Task" [ 1663.651212] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.661114] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.766045] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Received event network-changed-30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1663.766389] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Refreshing instance network info cache due to event network-changed-30c64830-56fa-4811-adb9-ce144eb80895. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1663.767362] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Acquiring lock "refresh_cache-b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.767897] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Acquired lock "refresh_cache-b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.768209] env[62105]: DEBUG nova.network.neutron [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Refreshing network info cache for port 30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.957256] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903821, 'name': CreateVM_Task, 'duration_secs': 0.559339} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.957507] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1663.960737] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.960922] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.961420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1663.961736] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feba3bec-0805-4958-8f53-aa4561fe3472 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.967522] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.972947] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1663.972947] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a483bb-0c5b-5388-edfe-b3a3fe682d6e" [ 1663.972947] env[62105]: _type = "Task" [ 1663.972947] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.987013] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a483bb-0c5b-5388-edfe-b3a3fe682d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.031147] env[62105]: DEBUG oslo_vmware.api [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903822, 'name': PowerOnVM_Task, 'duration_secs': 0.701517} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.031147] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.031147] env[62105]: INFO nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1664.031147] env[62105]: DEBUG nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.031595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4eb651-9ea7-4a04-af4c-94b4b8543cd4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.039489] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.040324] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.048597] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.948s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.050250] env[62105]: INFO nova.compute.claims [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.053370] env[62105]: INFO nova.compute.manager [-] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Took 1.59 seconds to deallocate network for instance. [ 1664.159983] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903823, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.237485] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.237485] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.476537] env[62105]: DEBUG nova.network.neutron [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Updated VIF entry in instance network info cache for port 30c64830-56fa-4811-adb9-ce144eb80895. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.476970] env[62105]: DEBUG nova.network.neutron [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Updating instance_info_cache with network_info: [{"id": "30c64830-56fa-4811-adb9-ce144eb80895", "address": "fa:16:3e:3e:a6:5a", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30c64830-56", "ovs_interfaceid": "30c64830-56fa-4811-adb9-ce144eb80895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.489397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.489671] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Processing image 9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1664.489983] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.490106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.490264] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1664.491282] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d772b0b-1da2-4bcc-82a5-ce453d392187 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.502207] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1664.502420] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1664.503209] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97be59d7-1bf0-4c10-a652-5dd1afb1030e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.509444] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1664.509444] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526798b9-701a-dfbb-d28d-461d14b73a11" [ 1664.509444] env[62105]: _type = "Task" [ 1664.509444] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.517547] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526798b9-701a-dfbb-d28d-461d14b73a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.555915] env[62105]: DEBUG nova.compute.utils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.558812] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.558992] env[62105]: DEBUG nova.network.neutron [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.561817] env[62105]: INFO nova.compute.manager [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Took 37.01 seconds to build instance. [ 1664.565960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.612287] env[62105]: DEBUG nova.policy [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba505cacc23432686bcda09ad362352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ca61bf24444afda33c24112d275e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.660949] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580119} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.661279] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. [ 1664.662492] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402d8ec-d3f4-4453-aa35-89a0f1b0d233 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.693084] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.693265] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c07ddba-c5b2-4d00-8245-c68f3cc4d341 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.716238] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1664.716238] env[62105]: value = "task-1903824" [ 1664.716238] env[62105]: _type = "Task" [ 1664.716238] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.724872] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.741574] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1664.959791] env[62105]: DEBUG nova.network.neutron [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Successfully created port: 57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.989944] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Releasing lock "refresh_cache-b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1664.990475] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-vif-unplugged-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1664.990759] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.991080] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.991310] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.991548] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] No waiting events found dispatching network-vif-unplugged-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1664.991915] env[62105]: WARNING nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received unexpected event network-vif-unplugged-c73cf5cc-048d-4fd8-a743-076f5a163dff for instance with vm_state shelved_offloaded and task_state None. [ 1664.991915] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-changed-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1664.992238] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Refreshing instance network info cache due to event network-changed-c73cf5cc-048d-4fd8-a743-076f5a163dff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1664.992386] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1664.992666] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1664.992876] env[62105]: DEBUG nova.network.neutron [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Refreshing network info cache for port c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.024129] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1665.024464] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Fetch image to [datastore1] OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557/OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1665.024705] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Downloading stream optimized image 9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b to [datastore1] OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557/OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557.vmdk on the data store datastore1 as vApp {{(pid=62105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1665.024921] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Downloading image file data 9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b to the ESX as VM named 'OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557' {{(pid=62105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1665.078008] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.083065] env[62105]: DEBUG oslo_concurrency.lockutils [None req-653ddbf7-436c-4219-bdf6-65865789c513 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.157s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.129748] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1665.129748] env[62105]: value = "resgroup-9" [ 1665.129748] env[62105]: _type = "ResourcePool" [ 1665.129748] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1665.130479] env[62105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea7d4846-e6c7-413e-a41f-d044c914ea36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.152589] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease: (returnval){ [ 1665.152589] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c8a2f-2e19-e2b5-a228-cc5851cb27c2" [ 1665.152589] env[62105]: _type = "HttpNfcLease" [ 1665.152589] env[62105]: } obtained for vApp import into resource pool (val){ [ 1665.152589] env[62105]: value = "resgroup-9" [ 1665.152589] env[62105]: _type = "ResourcePool" [ 1665.152589] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1665.153008] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the lease: (returnval){ [ 1665.153008] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c8a2f-2e19-e2b5-a228-cc5851cb27c2" [ 1665.153008] env[62105]: _type = "HttpNfcLease" [ 1665.153008] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1665.162522] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1665.162522] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c8a2f-2e19-e2b5-a228-cc5851cb27c2" [ 1665.162522] env[62105]: _type = "HttpNfcLease" [ 1665.162522] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1665.235349] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.268976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.347695] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.348026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.348349] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.348644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.348929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.351586] env[62105]: INFO nova.compute.manager [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Terminating instance [ 1665.648280] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccc4ffa-328b-4b17-bd5d-12b302234e55 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.659865] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abadf876-251c-42f5-865d-9f6954913d83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.666114] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1665.666114] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c8a2f-2e19-e2b5-a228-cc5851cb27c2" [ 1665.666114] env[62105]: _type = "HttpNfcLease" [ 1665.666114] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1665.694246] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1665.694246] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524c8a2f-2e19-e2b5-a228-cc5851cb27c2" [ 1665.694246] env[62105]: _type = "HttpNfcLease" [ 1665.694246] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1665.696163] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272eabd7-5044-4bcb-89ea-43991ff513db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.699400] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877a52e5-9062-457d-84a5-508385c07a78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.711142] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ad136-546c-44c2-a582-46f5025f9f8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.717123] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527713d1-b25b-8903-269c-cca0334ded16/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1665.717252] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527713d1-b25b-8903-269c-cca0334ded16/disk-0.vmdk. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1665.734557] env[62105]: DEBUG nova.compute.provider_tree [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.788597] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.790707] env[62105]: DEBUG nova.scheduler.client.report [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.798843] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903824, 'name': ReconfigVM_Task, 'duration_secs': 0.770037} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.799203] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.805147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a2460-93f6-4c79-acee-a5181009e856 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.807534] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-811ab89f-b6b0-4e86-9551-2b1502775d34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.838178] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69c4f3c3-eaea-44c0-8056-46f34c3740a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.854090] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1665.854090] env[62105]: value = "task-1903826" [ 1665.854090] env[62105]: _type = "Task" [ 1665.854090] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.854773] env[62105]: DEBUG nova.compute.manager [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1665.854972] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1665.858787] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68201ffd-ea7a-4d56-aa45-44af97604dea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.869643] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.870576] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1665.870898] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0d7995-ce15-4ac3-b6eb-2cfe76fb18e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.878286] env[62105]: DEBUG oslo_vmware.api [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1665.878286] env[62105]: value = "task-1903827" [ 1665.878286] env[62105]: _type = "Task" [ 1665.878286] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.890456] env[62105]: DEBUG oslo_vmware.api [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.978534] env[62105]: DEBUG nova.network.neutron [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updated VIF entry in instance network info cache for port c73cf5cc-048d-4fd8-a743-076f5a163dff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1665.978534] env[62105]: DEBUG nova.network.neutron [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.057656] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.059035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.090009] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.122723] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.122979] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.123219] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.123423] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.123576] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.123725] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.123933] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.124146] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.124369] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.124600] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.124708] env[62105]: DEBUG nova.virt.hardware [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.125894] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0eaa99-3f47-4cd3-b4dd-4184ca28acb2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.136402] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a18d44-384f-43a6-9ff7-ac380d531b51 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.296208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.296784] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.300786] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.377s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.301063] env[62105]: DEBUG nova.objects.instance [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lazy-loading 'resources' on Instance uuid aace8e85-1b10-4d01-be5d-7617c6c6e9cc {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.370016] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903826, 'name': ReconfigVM_Task, 'duration_secs': 0.239093} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.372611] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.373025] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83af7aee-086f-4751-94da-0a8bf801512b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.385347] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1666.385347] env[62105]: value = "task-1903828" [ 1666.385347] env[62105]: _type = "Task" [ 1666.385347] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.393953] env[62105]: DEBUG oslo_vmware.api [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903827, 'name': PowerOffVM_Task, 'duration_secs': 0.223929} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.395450] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.395678] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.395899] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbbfff1a-ffcf-4286-9174-b2cea6a4c237 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.400531] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903828, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.481773] env[62105]: DEBUG oslo_concurrency.lockutils [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.482135] env[62105]: DEBUG nova.compute.manager [req-90239967-e2df-42e9-aa12-d2150912cf4d req-2b8a6b9f-607c-4df6-8134-3d578e9cea47 service nova] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Received event network-vif-deleted-e6dced5b-00d7-4612-9362-2470bd576242 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1666.528361] env[62105]: DEBUG nova.compute.manager [req-ae3b7904-2ab8-4f4c-aa01-7b86478f6241 req-96fd730f-7871-44f9-a80b-5dc822bf9771 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Received event network-vif-plugged-57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1666.528604] env[62105]: DEBUG oslo_concurrency.lockutils [req-ae3b7904-2ab8-4f4c-aa01-7b86478f6241 req-96fd730f-7871-44f9-a80b-5dc822bf9771 service nova] Acquiring lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.528949] env[62105]: DEBUG oslo_concurrency.lockutils [req-ae3b7904-2ab8-4f4c-aa01-7b86478f6241 req-96fd730f-7871-44f9-a80b-5dc822bf9771 service nova] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.529253] env[62105]: DEBUG oslo_concurrency.lockutils [req-ae3b7904-2ab8-4f4c-aa01-7b86478f6241 req-96fd730f-7871-44f9-a80b-5dc822bf9771 service nova] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.529412] env[62105]: DEBUG nova.compute.manager [req-ae3b7904-2ab8-4f4c-aa01-7b86478f6241 req-96fd730f-7871-44f9-a80b-5dc822bf9771 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] No waiting events found dispatching network-vif-plugged-57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1666.529596] env[62105]: WARNING nova.compute.manager [req-ae3b7904-2ab8-4f4c-aa01-7b86478f6241 req-96fd730f-7871-44f9-a80b-5dc822bf9771 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Received unexpected event network-vif-plugged-57000d95-8e36-44ff-a725-74a191df6fbb for instance with vm_state building and task_state spawning. [ 1666.562102] env[62105]: DEBUG nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1666.622839] env[62105]: DEBUG nova.network.neutron [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Successfully updated port: 57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.725971] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1666.726297] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527713d1-b25b-8903-269c-cca0334ded16/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1666.727598] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177dee2a-3cb6-4fb2-bf00-4a52cf2abb32 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.739389] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527713d1-b25b-8903-269c-cca0334ded16/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1666.739611] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527713d1-b25b-8903-269c-cca0334ded16/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1666.739870] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-88811c8c-ae04-4655-b80d-882467c40969 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.808367] env[62105]: DEBUG nova.compute.utils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1666.810606] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1666.810889] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1666.862116] env[62105]: DEBUG nova.policy [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7301abe11534d07b1e95b7ae63b8497', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d91f5a6c07b4f49be65c151294b96bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.900227] env[62105]: DEBUG oslo_vmware.api [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903828, 'name': PowerOnVM_Task, 'duration_secs': 0.474435} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.900523] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1666.903435] env[62105]: DEBUG nova.compute.manager [None req-80bee488-1226-4066-8ac0-c01399b1ef90 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1666.904258] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53b5fe-c101-40bc-9818-e709a823614c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.932735] env[62105]: DEBUG oslo_vmware.rw_handles [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527713d1-b25b-8903-269c-cca0334ded16/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1666.932841] env[62105]: INFO nova.virt.vmwareapi.images [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Downloaded image file data 9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b [ 1666.933805] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f44812-814e-453b-a40c-7f9a579d4fa5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.954212] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b405bb48-da3c-40f0-ae89-3d90bf381cc9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.976610] env[62105]: INFO nova.virt.vmwareapi.images [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] The imported VM was unregistered [ 1666.979626] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1666.980011] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating directory with path [datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1666.980235] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba8f7dea-caa1-4b4a-a48d-298b8c7126f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.993767] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.993904] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.994114] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Deleting the datastore file [datastore1] 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.995287] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec1bb3b4-3591-4ae5-9ac8-660ac893f970 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.997569] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created directory with path [datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1666.997752] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557/OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557.vmdk to [datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk. {{(pid=62105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1667.000498] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-81290ad0-f475-41ce-83d7-e06602084ff7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.007496] env[62105]: DEBUG oslo_vmware.api [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for the task: (returnval){ [ 1667.007496] env[62105]: value = "task-1903831" [ 1667.007496] env[62105]: _type = "Task" [ 1667.007496] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.008774] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1667.008774] env[62105]: value = "task-1903832" [ 1667.008774] env[62105]: _type = "Task" [ 1667.008774] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.025071] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.025783] env[62105]: DEBUG oslo_vmware.api [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.090475] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.127597] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.127597] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.127597] env[62105]: DEBUG nova.network.neutron [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.191148] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Successfully created port: 954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.217937] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.219622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.219622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.219622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.219622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.224304] env[62105]: INFO nova.compute.manager [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Terminating instance [ 1667.315863] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.403220] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b58f08-1ca2-466f-89f6-bacb23cb182a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.412859] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1fede7-0dde-43cd-be92-509c00355865 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.451333] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f58528-a857-4833-a24c-69c84195cd8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.466353] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd5adda-e610-4a71-a20c-2986b6967920 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.479962] env[62105]: DEBUG nova.compute.provider_tree [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.485018] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Successfully created port: b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.526202] env[62105]: DEBUG oslo_vmware.api [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Task: {'id': task-1903831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289951} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.529608] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.529832] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.530017] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.530224] env[62105]: INFO nova.compute.manager [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1667.530564] env[62105]: DEBUG oslo.service.loopingcall [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.530757] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.530981] env[62105]: DEBUG nova.compute.manager [-] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.531084] env[62105]: DEBUG nova.network.neutron [-] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.682265] env[62105]: DEBUG nova.network.neutron [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.728995] env[62105]: DEBUG nova.compute.manager [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1667.729265] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.730255] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a28a8f-ed43-45a5-9ed9-f86c29c583b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.741083] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1667.741369] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9032a692-71c2-4386-a06b-87438ab668ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.750062] env[62105]: DEBUG oslo_vmware.api [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1667.750062] env[62105]: value = "task-1903833" [ 1667.750062] env[62105]: _type = "Task" [ 1667.750062] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.761924] env[62105]: DEBUG oslo_vmware.api [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.986345] env[62105]: DEBUG nova.scheduler.client.report [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.027271] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.033700] env[62105]: DEBUG nova.network.neutron [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updating instance_info_cache with network_info: [{"id": "57000d95-8e36-44ff-a725-74a191df6fbb", "address": "fa:16:3e:02:9d:d0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57000d95-8e", "ovs_interfaceid": "57000d95-8e36-44ff-a725-74a191df6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.265215] env[62105]: DEBUG oslo_vmware.api [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903833, 'name': PowerOffVM_Task, 'duration_secs': 0.27626} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.265726] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1668.265976] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1668.266283] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6fd86ec-e625-4b45-954e-d835efbcd4f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.325687] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.358411] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.358683] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.358839] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.359232] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.359474] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.359634] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.359967] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.360707] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.360707] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.360707] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.360707] env[62105]: DEBUG nova.virt.hardware [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.361579] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5636ac65-265d-4745-9b61-68fbdf467b6e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.372717] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb9012c-a024-4b20-a05e-2814b4d4380c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.429556] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1668.429788] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1668.429973] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleting the datastore file [datastore2] 8f41e3a8-1151-40b2-aa12-7d8d564ec93a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1668.430270] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6771b5-dafe-4a9b-a5f2-695f3b19eaca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.438971] env[62105]: DEBUG oslo_vmware.api [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1668.438971] env[62105]: value = "task-1903835" [ 1668.438971] env[62105]: _type = "Task" [ 1668.438971] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.449331] env[62105]: DEBUG oslo_vmware.api [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.458911] env[62105]: DEBUG nova.network.neutron [-] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.486970] env[62105]: DEBUG nova.compute.manager [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1668.487296] env[62105]: DEBUG nova.compute.manager [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing instance network info cache due to event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1668.487425] env[62105]: DEBUG oslo_concurrency.lockutils [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.487570] env[62105]: DEBUG oslo_concurrency.lockutils [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.487733] env[62105]: DEBUG nova.network.neutron [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.491678] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.494418] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.585s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.527024] env[62105]: INFO nova.scheduler.client.report [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Deleted allocations for instance aace8e85-1b10-4d01-be5d-7617c6c6e9cc [ 1668.532423] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.536076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.536435] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Instance network_info: |[{"id": "57000d95-8e36-44ff-a725-74a191df6fbb", "address": "fa:16:3e:02:9d:d0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57000d95-8e", "ovs_interfaceid": "57000d95-8e36-44ff-a725-74a191df6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1668.537089] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:9d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57000d95-8e36-44ff-a725-74a191df6fbb', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.546263] env[62105]: DEBUG oslo.service.loopingcall [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.546518] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.546749] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26039186-bca3-4bc1-b801-9171bbfc166e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.569325] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.569325] env[62105]: value = "task-1903836" [ 1668.569325] env[62105]: _type = "Task" [ 1668.569325] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.578024] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903836, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.955631] env[62105]: DEBUG oslo_vmware.api [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36121} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.955956] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1668.956194] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1668.956413] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1668.956752] env[62105]: INFO nova.compute.manager [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1668.956883] env[62105]: DEBUG oslo.service.loopingcall [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.957139] env[62105]: DEBUG nova.compute.manager [-] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1668.957222] env[62105]: DEBUG nova.network.neutron [-] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1668.961937] env[62105]: INFO nova.compute.manager [-] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Took 1.43 seconds to deallocate network for instance. [ 1668.998012] env[62105]: DEBUG nova.objects.instance [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lazy-loading 'migration_context' on Instance uuid d3687729-453c-46b9-9145-c9f007713552 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.028295] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.039987] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09911b6c-a178-4de1-a241-5f4c4bd28f33 tempest-ServerMetadataNegativeTestJSON-1020511332 tempest-ServerMetadataNegativeTestJSON-1020511332-project-member] Lock "aace8e85-1b10-4d01-be5d-7617c6c6e9cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.936s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.087251] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903836, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.130027] env[62105]: DEBUG nova.compute.manager [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Received event network-changed-57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1669.130027] env[62105]: DEBUG nova.compute.manager [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Refreshing instance network info cache due to event network-changed-57000d95-8e36-44ff-a725-74a191df6fbb. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1669.130027] env[62105]: DEBUG oslo_concurrency.lockutils [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] Acquiring lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.130027] env[62105]: DEBUG oslo_concurrency.lockutils [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] Acquired lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.130582] env[62105]: DEBUG nova.network.neutron [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Refreshing network info cache for port 57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.470045] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.500980] env[62105]: DEBUG nova.network.neutron [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updated VIF entry in instance network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1669.501428] env[62105]: DEBUG nova.network.neutron [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.530919] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.586303] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903836, 'name': CreateVM_Task, 'duration_secs': 0.589274} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.589406] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1669.590570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.591768] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.591768] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1669.591905] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-358b4d97-36ca-416c-995c-38b113513a44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.600651] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1669.600651] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bbe816-c982-5983-45d6-7ac0b1ce028c" [ 1669.600651] env[62105]: _type = "Task" [ 1669.600651] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.617968] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bbe816-c982-5983-45d6-7ac0b1ce028c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.669336] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Successfully updated port: 954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1670.009650] env[62105]: DEBUG oslo_concurrency.lockutils [req-aef71b9f-06fb-4a49-8e84-d41cc67cab12 req-758a3b7b-c730-4fc1-901d-34c750d4380d service nova] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.027587] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903832, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.720426} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.028007] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557/OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557.vmdk to [datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk. [ 1670.028222] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Cleaning up location [datastore1] OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1670.028394] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_251226e3-c4a5-440b-8cf2-ad07a5324557 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.028729] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382ce9ed-5275-44bc-8ab8-7d8056e3de6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.038882] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1670.038882] env[62105]: value = "task-1903837" [ 1670.038882] env[62105]: _type = "Task" [ 1670.038882] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.047200] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.061342] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504efb4d-b6e1-4daf-9577-d3594e49dc01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.065723] env[62105]: DEBUG nova.network.neutron [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updated VIF entry in instance network info cache for port 57000d95-8e36-44ff-a725-74a191df6fbb. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.065962] env[62105]: DEBUG nova.network.neutron [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updating instance_info_cache with network_info: [{"id": "57000d95-8e36-44ff-a725-74a191df6fbb", "address": "fa:16:3e:02:9d:d0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57000d95-8e", "ovs_interfaceid": "57000d95-8e36-44ff-a725-74a191df6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.071219] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dc5749-85ef-4fca-aa43-5c8de94b7cb0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.102688] env[62105]: DEBUG nova.network.neutron [-] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.108189] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf0e1c-5d62-433c-ac5e-b0e3577528ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.116885] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bbe816-c982-5983-45d6-7ac0b1ce028c, 'name': SearchDatastore_Task, 'duration_secs': 0.016533} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.119055] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.119341] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1670.119523] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.119668] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.119839] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1670.120248] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0af774a1-54c7-4f1b-9d00-c97035c49b92 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.126026] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6466e47d-712f-4e4a-a7a7-004eafded212 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.138519] env[62105]: DEBUG nova.compute.provider_tree [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.142139] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1670.142139] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1670.142989] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcefcb68-c116-4644-a98e-a8a01690bf78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.148795] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1670.148795] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525a0045-3185-4a58-68e3-65a9fac14049" [ 1670.148795] env[62105]: _type = "Task" [ 1670.148795] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.157649] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525a0045-3185-4a58-68e3-65a9fac14049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.549027] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256731} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.549135] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.549309] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.549560] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk to [datastore1] b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e/b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.549813] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa0bec9-04a7-47de-b653-02cf51223f7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.556633] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1670.556633] env[62105]: value = "task-1903838" [ 1670.556633] env[62105]: _type = "Task" [ 1670.556633] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.567828] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.571479] env[62105]: DEBUG oslo_concurrency.lockutils [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] Releasing lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.571726] env[62105]: DEBUG nova.compute.manager [req-abadbabc-e29b-4738-85ee-ef599168a208 req-b4cb6e96-054a-46a6-8510-ad8575c241be service nova] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Received event network-vif-deleted-f161b55d-6a25-43a0-8119-6c3f097962d2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1670.605548] env[62105]: INFO nova.compute.manager [-] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Took 1.65 seconds to deallocate network for instance. [ 1670.645892] env[62105]: DEBUG nova.scheduler.client.report [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.665030] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525a0045-3185-4a58-68e3-65a9fac14049, 'name': SearchDatastore_Task, 'duration_secs': 0.078934} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.666100] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-599bf004-deed-471f-b352-90cfa35c4670 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.672642] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1670.672642] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c58ea4-4068-201f-b9b5-6301cbf92d9b" [ 1670.672642] env[62105]: _type = "Task" [ 1670.672642] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.680697] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c58ea4-4068-201f-b9b5-6301cbf92d9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.929483] env[62105]: DEBUG nova.compute.manager [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1670.929662] env[62105]: DEBUG nova.compute.manager [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing instance network info cache due to event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1670.929877] env[62105]: DEBUG oslo_concurrency.lockutils [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.930037] env[62105]: DEBUG oslo_concurrency.lockutils [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.930192] env[62105]: DEBUG nova.network.neutron [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.069475] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.116024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.187204] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c58ea4-4068-201f-b9b5-6301cbf92d9b, 'name': SearchDatastore_Task, 'duration_secs': 0.040452} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.187444] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.187708] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] e680f8f2-5e68-4a44-85e1-7e73de1d3b24/e680f8f2-5e68-4a44-85e1-7e73de1d3b24.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1671.187979] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77a63842-84f5-45aa-bab0-9a7bd41861c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.197294] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1671.197294] env[62105]: value = "task-1903839" [ 1671.197294] env[62105]: _type = "Task" [ 1671.197294] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.210260] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.572592] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.665553] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.171s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.674416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.256s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.674416] env[62105]: DEBUG nova.objects.instance [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1671.678959] env[62105]: DEBUG nova.compute.manager [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received event network-vif-plugged-954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1671.679336] env[62105]: DEBUG oslo_concurrency.lockutils [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] Acquiring lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.679619] env[62105]: DEBUG oslo_concurrency.lockutils [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.679802] env[62105]: DEBUG oslo_concurrency.lockutils [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.679984] env[62105]: DEBUG nova.compute.manager [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] No waiting events found dispatching network-vif-plugged-954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.680191] env[62105]: WARNING nova.compute.manager [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received unexpected event network-vif-plugged-954b9112-741f-4670-bb8f-0c854f4a3f75 for instance with vm_state building and task_state spawning. [ 1671.680370] env[62105]: DEBUG nova.compute.manager [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received event network-changed-954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1671.680558] env[62105]: DEBUG nova.compute.manager [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Refreshing instance network info cache due to event network-changed-954b9112-741f-4670-bb8f-0c854f4a3f75. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1671.680898] env[62105]: DEBUG oslo_concurrency.lockutils [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] Acquiring lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.681134] env[62105]: DEBUG oslo_concurrency.lockutils [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] Acquired lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.681483] env[62105]: DEBUG nova.network.neutron [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Refreshing network info cache for port 954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1671.704783] env[62105]: DEBUG nova.network.neutron [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updated VIF entry in instance network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.705218] env[62105]: DEBUG nova.network.neutron [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.711937] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903839, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.071126] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.209124] env[62105]: DEBUG oslo_concurrency.lockutils [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.209700] env[62105]: DEBUG nova.compute.manager [req-cec770f9-7406-446a-a5d1-7ab0ec8a915d req-bf1c4969-dae5-46d7-975c-f20697d74e0b service nova] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Received event network-vif-deleted-edaa076c-7691-4804-9a64-7bc4571baa9d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1672.217093] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761569} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.217859] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] e680f8f2-5e68-4a44-85e1-7e73de1d3b24/e680f8f2-5e68-4a44-85e1-7e73de1d3b24.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.222033] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.222408] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49e54b72-debb-41dd-a480-2f9134c0d4cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.231430] env[62105]: DEBUG nova.network.neutron [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1672.237027] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1672.237027] env[62105]: value = "task-1903840" [ 1672.237027] env[62105]: _type = "Task" [ 1672.237027] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.246230] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.330605] env[62105]: DEBUG nova.network.neutron [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.488449] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Successfully updated port: b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1672.576048] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.700749] env[62105]: DEBUG oslo_concurrency.lockutils [None req-504da84b-6868-419a-96f3-1fccd2ea8272 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.701656] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.044s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.701873] env[62105]: DEBUG nova.objects.instance [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1672.751649] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.364518} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.751963] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1672.755724] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6179765d-e796-4dd2-bcba-b1a08a284f50 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.779359] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e680f8f2-5e68-4a44-85e1-7e73de1d3b24/e680f8f2-5e68-4a44-85e1-7e73de1d3b24.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1672.780572] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ad0d5d-8e0c-46b9-b57c-1d963ea3ba65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.804473] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1672.804473] env[62105]: value = "task-1903841" [ 1672.804473] env[62105]: _type = "Task" [ 1672.804473] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.816023] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.835516] env[62105]: DEBUG oslo_concurrency.lockutils [req-10a05458-e8d1-4cda-9ce7-d9589b11240e req-0703ea4d-903f-4f3a-a338-a4d29ab8ebc6 service nova] Releasing lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.991965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.992123] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.992285] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.998963] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.999211] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.072261] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.245022] env[62105]: INFO nova.compute.manager [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Swapping old allocation on dict_keys(['07e191dc-ef05-4b67-b7a1-dcc6d988a301']) held by migration 2e29b3cc-8b85-4a2a-9748-a8828a578543 for instance [ 1673.270730] env[62105]: DEBUG nova.scheduler.client.report [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Overwriting current allocation {'allocations': {'07e191dc-ef05-4b67-b7a1-dcc6d988a301': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '92ade0241f934d688cf7b89934b95769', 'user_id': 'ac6785d195a545c9819489ded315c02f', 'consumer_generation': 1} on consumer d3687729-453c-46b9-9145-c9f007713552 {{(pid=62105) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1673.320446] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903841, 'name': ReconfigVM_Task, 'duration_secs': 0.413272} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.322018] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e680f8f2-5e68-4a44-85e1-7e73de1d3b24/e680f8f2-5e68-4a44-85e1-7e73de1d3b24.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.322018] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd222b29-4a6a-43cb-bb81-174fb4340817 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.331265] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1673.331265] env[62105]: value = "task-1903842" [ 1673.331265] env[62105]: _type = "Task" [ 1673.331265] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.343543] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903842, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.396174] env[62105]: DEBUG nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1673.396174] env[62105]: DEBUG nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing instance network info cache due to event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1673.396174] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.396174] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.396918] env[62105]: DEBUG nova.network.neutron [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.412743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.412743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquired lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.412743] env[62105]: DEBUG nova.network.neutron [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1673.511951] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.511951] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1673.565136] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1673.574122] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903838, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.979291} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.574572] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b/9f381d84-b6bb-47ba-aa8c-ff02f45b2f5b.vmdk to [datastore1] b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e/b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.575503] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15edd249-d049-468f-bff6-240b7e40a7c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.597502] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e/b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.598788] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026595ec-be1c-4857-baa9-f87df3384eaf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.625751] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1673.625751] env[62105]: value = "task-1903843" [ 1673.625751] env[62105]: _type = "Task" [ 1673.625751] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.634222] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.711719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cb9bc822-3a0d-4b5e-8855-f273e8e7ec7e tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.712951] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.004s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.713220] env[62105]: DEBUG nova.objects.instance [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'resources' on Instance uuid b40d3df5-a2bf-4382-9356-0bd4b5ddfff9 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.843703] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903842, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.138445] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.207040] env[62105]: DEBUG nova.network.neutron [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updated VIF entry in instance network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.207429] env[62105]: DEBUG nova.network.neutron [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.240324] env[62105]: DEBUG nova.network.neutron [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [{"id": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "address": "fa:16:3e:1c:69:d5", "network": {"id": "40c75628-f28e-4934-90ac-41cb3c196565", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "e5fce9cf39e248dbbdc854683ec87d78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dac6a9a-da", "ovs_interfaceid": "7dac6a9a-da27-4cf7-a32e-ce65db7f3118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.326614] env[62105]: DEBUG nova.network.neutron [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Updating instance_info_cache with network_info: [{"id": "954b9112-741f-4670-bb8f-0c854f4a3f75", "address": "fa:16:3e:85:c4:2e", "network": {"id": "6e9dab70-7394-4830-8c16-f4a2b86a75d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136730363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954b9112-74", "ovs_interfaceid": "954b9112-741f-4670-bb8f-0c854f4a3f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b16fa423-74ff-4afd-966b-7501e6c09416", "address": "fa:16:3e:d6:54:bf", "network": {"id": "c5b51997-3449-493b-b88b-59de4c857768", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1882435631", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16fa423-74", "ovs_interfaceid": "b16fa423-74ff-4afd-966b-7501e6c09416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.348414] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903842, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.639716] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.709650] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b646a211-fe2d-44fd-8a0b-67cf38d10914 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.713177] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.713428] env[62105]: DEBUG nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received event network-vif-plugged-b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1674.713627] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Acquiring lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.713828] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.713988] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.714208] env[62105]: DEBUG nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] No waiting events found dispatching network-vif-plugged-b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1674.714457] env[62105]: WARNING nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received unexpected event network-vif-plugged-b16fa423-74ff-4afd-966b-7501e6c09416 for instance with vm_state building and task_state spawning. [ 1674.714540] env[62105]: DEBUG nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received event network-changed-b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1674.714696] env[62105]: DEBUG nova.compute.manager [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Refreshing instance network info cache due to event network-changed-b16fa423-74ff-4afd-966b-7501e6c09416. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1674.714862] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Acquiring lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.720056] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fdf28-204b-4b33-930a-6dfec42ba7a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.750311] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Releasing lock "refresh_cache-d3687729-453c-46b9-9145-c9f007713552" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.750833] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1674.751362] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765c66f6-7523-4b8f-8220-0457882eca6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.753664] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57d7c4-ae2f-4e6f-8949-74207c338194 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.763050] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618c5e1e-e732-40f5-87ab-825d130497dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.767759] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1674.767759] env[62105]: value = "task-1903844" [ 1674.767759] env[62105]: _type = "Task" [ 1674.767759] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.779932] env[62105]: DEBUG nova.compute.provider_tree [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.786363] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.829379] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Releasing lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.829876] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Instance network_info: |[{"id": "954b9112-741f-4670-bb8f-0c854f4a3f75", "address": "fa:16:3e:85:c4:2e", "network": {"id": "6e9dab70-7394-4830-8c16-f4a2b86a75d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136730363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954b9112-74", "ovs_interfaceid": "954b9112-741f-4670-bb8f-0c854f4a3f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b16fa423-74ff-4afd-966b-7501e6c09416", "address": "fa:16:3e:d6:54:bf", "network": {"id": "c5b51997-3449-493b-b88b-59de4c857768", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1882435631", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16fa423-74", "ovs_interfaceid": "b16fa423-74ff-4afd-966b-7501e6c09416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1674.830216] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Acquired lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.830406] env[62105]: DEBUG nova.network.neutron [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Refreshing network info cache for port b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.831610] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:c4:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954b9112-741f-4670-bb8f-0c854f4a3f75', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:54:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b16fa423-74ff-4afd-966b-7501e6c09416', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1674.840629] env[62105]: DEBUG oslo.service.loopingcall [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1674.841787] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1674.845401] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3663fd1-9826-493a-9e36-08cd058e2f63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.868649] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903842, 'name': Rename_Task, 'duration_secs': 1.191824} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.869973] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.870233] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1674.870233] env[62105]: value = "task-1903845" [ 1674.870233] env[62105]: _type = "Task" [ 1674.870233] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.870416] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16210b16-20e5-497d-beba-f8083755efdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.882307] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903845, 'name': CreateVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.883729] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1674.883729] env[62105]: value = "task-1903846" [ 1674.883729] env[62105]: _type = "Task" [ 1674.883729] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.891994] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.077585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.077787] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.077990] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1675.140597] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903843, 'name': ReconfigVM_Task, 'duration_secs': 1.303061} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.140597] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e/b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.140597] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a1c5299-222b-4f76-98ab-47c8a7403df6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.148585] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1675.148585] env[62105]: value = "task-1903847" [ 1675.148585] env[62105]: _type = "Task" [ 1675.148585] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.158990] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903847, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.278381] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903844, 'name': PowerOffVM_Task, 'duration_secs': 0.240793} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.278714] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.279567] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:56:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01064ee2-5db6-4797-80a5-273ce6f0edcd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1272785651',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.279831] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.280188] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.280293] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.280431] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.280581] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.280785] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.280951] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.281148] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.281328] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.281568] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.287283] env[62105]: DEBUG nova.scheduler.client.report [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.290627] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c49bc736-38b1-456a-b068-83b7583231d7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.307785] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1675.307785] env[62105]: value = "task-1903848" [ 1675.307785] env[62105]: _type = "Task" [ 1675.307785] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.316815] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.383332] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903845, 'name': CreateVM_Task, 'duration_secs': 0.460957} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.383568] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.384421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.384667] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.385026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.385392] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c92a5b-2d0a-498c-82ac-b00d32a455dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.393489] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1675.393489] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523d9316-b269-9352-a70e-25ed301fa861" [ 1675.393489] env[62105]: _type = "Task" [ 1675.393489] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.396644] env[62105]: DEBUG oslo_vmware.api [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903846, 'name': PowerOnVM_Task, 'duration_secs': 0.49246} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.401706] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.401958] env[62105]: INFO nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1675.402210] env[62105]: DEBUG nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1675.403032] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08acaa3-bbd3-4f5f-9312-9701a2f23f01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.411195] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523d9316-b269-9352-a70e-25ed301fa861, 'name': SearchDatastore_Task, 'duration_secs': 0.011161} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.412825] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.413153] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.413450] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.413649] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.413867] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.416982] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-242bca68-0c9c-47bb-8c51-9260a58e392e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.444622] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.444884] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.445757] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1c214d-8ad0-4039-a58f-cdf7ab403662 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.451216] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1675.451216] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f70ac9-641c-e5e3-d50c-c6710963d1d6" [ 1675.451216] env[62105]: _type = "Task" [ 1675.451216] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.459935] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f70ac9-641c-e5e3-d50c-c6710963d1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.467822] env[62105]: DEBUG nova.compute.manager [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1675.467822] env[62105]: DEBUG nova.compute.manager [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing instance network info cache due to event network-changed-97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1675.467822] env[62105]: DEBUG oslo_concurrency.lockutils [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] Acquiring lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.467822] env[62105]: DEBUG oslo_concurrency.lockutils [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] Acquired lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.468188] env[62105]: DEBUG nova.network.neutron [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Refreshing network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.664978] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903847, 'name': Rename_Task, 'duration_secs': 0.16865} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.665369] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.665691] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dcb5957-747c-4c0e-9709-56a7f3bd893d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.668433] env[62105]: DEBUG nova.network.neutron [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Updated VIF entry in instance network info cache for port b16fa423-74ff-4afd-966b-7501e6c09416. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.668952] env[62105]: DEBUG nova.network.neutron [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Updating instance_info_cache with network_info: [{"id": "954b9112-741f-4670-bb8f-0c854f4a3f75", "address": "fa:16:3e:85:c4:2e", "network": {"id": "6e9dab70-7394-4830-8c16-f4a2b86a75d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136730363", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.90", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954b9112-74", "ovs_interfaceid": "954b9112-741f-4670-bb8f-0c854f4a3f75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b16fa423-74ff-4afd-966b-7501e6c09416", "address": "fa:16:3e:d6:54:bf", "network": {"id": "c5b51997-3449-493b-b88b-59de4c857768", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1882435631", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9d91f5a6c07b4f49be65c151294b96bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb16fa423-74", "ovs_interfaceid": "b16fa423-74ff-4afd-966b-7501e6c09416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.675545] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1675.675545] env[62105]: value = "task-1903849" [ 1675.675545] env[62105]: _type = "Task" [ 1675.675545] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.685361] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.806248] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.091s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.807011] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.623s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.809324] env[62105]: INFO nova.compute.claims [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1675.830603] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903848, 'name': ReconfigVM_Task, 'duration_secs': 0.137709} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.832605] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbd623c-898c-4958-bff1-4814ae5fdf38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.835669] env[62105]: INFO nova.scheduler.client.report [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted allocations for instance b40d3df5-a2bf-4382-9356-0bd4b5ddfff9 [ 1675.853514] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:56:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='01064ee2-5db6-4797-80a5-273ce6f0edcd',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1272785651',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.853770] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.853931] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.854131] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.854279] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.854428] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.854638] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.854797] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.854964] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.855377] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.855377] env[62105]: DEBUG nova.virt.hardware [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.857008] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08625a74-bfea-484d-9261-024c5a0f8aac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.863107] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1675.863107] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e92446-5399-16b3-3bfd-bea9092efde2" [ 1675.863107] env[62105]: _type = "Task" [ 1675.863107] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.871160] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e92446-5399-16b3-3bfd-bea9092efde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.926461] env[62105]: INFO nova.compute.manager [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Took 41.87 seconds to build instance. [ 1675.963100] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f70ac9-641c-e5e3-d50c-c6710963d1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008658} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.963983] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43426ded-f902-4a0c-b0df-bcd9df98a415 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.972308] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1675.972308] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523e627b-5f21-d0df-0abf-a8787a067d93" [ 1675.972308] env[62105]: _type = "Task" [ 1675.972308] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.980579] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523e627b-5f21-d0df-0abf-a8787a067d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.050585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "9a12e95d-305f-42ed-b007-2bb2212287d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.050891] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.051104] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "9a12e95d-305f-42ed-b007-2bb2212287d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.051317] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.051490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.054692] env[62105]: INFO nova.compute.manager [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Terminating instance [ 1676.172859] env[62105]: DEBUG oslo_concurrency.lockutils [req-768efa27-8338-4dcb-a449-243d038a7cbc req-a293a8e1-d146-4daf-b88a-67571e8c61f5 service nova] Releasing lock "refresh_cache-4c7f95dd-da91-44a2-a0c1-969e05b9dc25" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.185417] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903849, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.222229] env[62105]: DEBUG nova.network.neutron [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updated VIF entry in instance network info cache for port 97a2cd29-b2a4-40a4-bba1-b4318805bca9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.222610] env[62105]: DEBUG nova.network.neutron [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [{"id": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "address": "fa:16:3e:5a:c8:2c", "network": {"id": "31c45d63-d96f-48b8-bc54-f1f461f1429b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1522933767-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d1d8de32da341f1a362d56ec7eae418", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97a2cd29-b2", "ovs_interfaceid": "97a2cd29-b2a4-40a4-bba1-b4318805bca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.313111] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.360656] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0608a51a-a79c-4cd5-81be-089f8f0570e6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b40d3df5-a2bf-4382-9356-0bd4b5ddfff9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.156s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.373446] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e92446-5399-16b3-3bfd-bea9092efde2, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.379028] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1676.379907] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be7781a1-502c-43ce-8445-69465a64f45c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.398748] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1676.398748] env[62105]: value = "task-1903850" [ 1676.398748] env[62105]: _type = "Task" [ 1676.398748] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.407550] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.429105] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d30a426-09a1-4431-931b-bb3f76b9a7e8 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.813s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.484407] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523e627b-5f21-d0df-0abf-a8787a067d93, 'name': SearchDatastore_Task, 'duration_secs': 0.035096} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.484709] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.485128] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4c7f95dd-da91-44a2-a0c1-969e05b9dc25/4c7f95dd-da91-44a2-a0c1-969e05b9dc25.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1676.485459] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c2839f6-83c4-4eab-8c70-a97d01ab4fa9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.492764] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1676.492764] env[62105]: value = "task-1903851" [ 1676.492764] env[62105]: _type = "Task" [ 1676.492764] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.503297] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.558587] env[62105]: DEBUG nova.compute.manager [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.558787] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1676.559726] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf9426-2121-4540-a8c8-728e6ce5821b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.567592] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.567844] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4d3aa15-5ac0-4f2e-84b9-60cd17f548b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.574638] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1676.574638] env[62105]: value = "task-1903852" [ 1676.574638] env[62105]: _type = "Task" [ 1676.574638] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.583183] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.685750] env[62105]: DEBUG oslo_vmware.api [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903849, 'name': PowerOnVM_Task, 'duration_secs': 0.871026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.685885] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.688044] env[62105]: INFO nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Took 16.56 seconds to spawn the instance on the hypervisor. [ 1676.688044] env[62105]: DEBUG nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.688044] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96f521-6569-4028-b284-993d6bdf3f26 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.725990] env[62105]: DEBUG oslo_concurrency.lockutils [req-e98be616-08d8-4ac5-922a-706c37e5c59a req-7c62b86c-4011-42fe-95ab-639ff5499e68 service nova] Releasing lock "refresh_cache-9a12e95d-305f-42ed-b007-2bb2212287d4" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.816601] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.816601] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1676.816601] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.816771] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.816824] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.816932] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.817092] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.817241] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.817370] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1676.817547] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.912951] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903850, 'name': ReconfigVM_Task, 'duration_secs': 0.204582} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.915675] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1676.917031] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e74fdb-88e5-4046-ae3e-4937faddf1d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.943638] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.948034] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc55c98-9d4b-4ba4-b21f-8335752214b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.961881] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.961881] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.961881] env[62105]: INFO nova.compute.manager [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Shelving [ 1676.968604] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1676.968604] env[62105]: value = "task-1903853" [ 1676.968604] env[62105]: _type = "Task" [ 1676.968604] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.977224] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903853, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.005269] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.085085] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.206129] env[62105]: INFO nova.compute.manager [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Took 46.45 seconds to build instance. [ 1677.321151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.324894] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df40a1f-de8a-413a-9db8-081d87eb9e91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.332664] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c89f75-9364-406c-a6d1-94fe1bcda9ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.373981] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2befc601-0f7c-4f9b-9467-44bf4fd6aecf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.381939] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40a2421-ef3f-4a12-8b33-30676e3af9e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.398882] env[62105]: DEBUG nova.compute.provider_tree [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.480289] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.525157] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.587018] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.707300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2dfe7dfc-4ce2-4e60-8adc-877a72451a4f tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.127s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.903358] env[62105]: DEBUG nova.scheduler.client.report [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1677.979950] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.005638] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.021919] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.022300] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6cdc317-e0f1-4667-873b-6ec9b01fcaaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.029346] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1678.029346] env[62105]: value = "task-1903854" [ 1678.029346] env[62105]: _type = "Task" [ 1678.029346] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.040419] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.086024] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903852, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.408354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.408901] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1678.411468] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.615s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.411764] env[62105]: DEBUG nova.objects.instance [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lazy-loading 'resources' on Instance uuid 248d05fb-74e8-40d7-b9d4-66138ab68ae5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.480996] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903853, 'name': ReconfigVM_Task, 'duration_secs': 1.166094} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.481696] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Reconfigured VM instance instance-00000036 to attach disk [datastore2] d3687729-453c-46b9-9145-c9f007713552/d3687729-453c-46b9-9145-c9f007713552.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.482171] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d5061b-cae9-462b-b7fa-83ee0d3e063f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.505043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d5e50-a491-45dc-a792-30bd4e784f39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.526386] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5640b0-4298-4caa-89a2-b950bf12eb9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.528995] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903851, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.528991} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.529286] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 4c7f95dd-da91-44a2-a0c1-969e05b9dc25/4c7f95dd-da91-44a2-a0c1-969e05b9dc25.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1678.529632] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1678.530215] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9ee1471-706f-4626-a9af-18e6aac2eee6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.548696] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.548954] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.549181] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.549370] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.549554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.552307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c93be04-a4b1-4f64-a017-49cc832bed15 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.555113] env[62105]: INFO nova.compute.manager [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Terminating instance [ 1678.558093] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1678.558093] env[62105]: value = "task-1903855" [ 1678.558093] env[62105]: _type = "Task" [ 1678.558093] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.566821] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903854, 'name': PowerOffVM_Task, 'duration_secs': 0.306935} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.570381] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.570381] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1678.571964] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3056b635-ad55-4774-9bcf-44575a632a31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.574496] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f2ee185-546c-4e89-932b-6c35a72aa38b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.579311] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.597307] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1678.597307] env[62105]: value = "task-1903856" [ 1678.597307] env[62105]: _type = "Task" [ 1678.597307] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.598757] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f48bbab-2cd6-41b0-b6cf-7e253768c94a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.607445] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903852, 'name': PowerOffVM_Task, 'duration_secs': 1.541776} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.608088] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.608291] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.608852] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd5cfcd-3363-432e-89a3-5d4c7b587359 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.616988] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.885982] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.886240] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.917328] env[62105]: DEBUG nova.compute.utils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1678.922037] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1678.922037] env[62105]: DEBUG nova.network.neutron [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1678.978147] env[62105]: DEBUG nova.policy [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3d833f1aebe4f4fa4aca5b2831700a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef7b02723e84a2f98cfc0d6ab410d3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.067961] env[62105]: DEBUG nova.compute.manager [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.068238] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.069284] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a370b-d407-44be-841c-eeda82a51e38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.078560] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065813} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.082771] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1679.083130] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.084066] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fb864d-cc8a-473f-8b53-9e983594f5bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.086388] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441b0fb6-0040-4f05-83cc-4a95d76e2df4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.110706] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 4c7f95dd-da91-44a2-a0c1-969e05b9dc25/4c7f95dd-da91-44a2-a0c1-969e05b9dc25.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1679.117486] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4f26ead-080b-464e-914c-acce0e614c01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.131650] env[62105]: DEBUG oslo_vmware.api [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1679.131650] env[62105]: value = "task-1903858" [ 1679.131650] env[62105]: _type = "Task" [ 1679.131650] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.132781] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1679.133480] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-958fd93a-50a4-442e-9d15-bc25358ada99 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.141063] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.144897] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1679.144897] env[62105]: value = "task-1903859" [ 1679.144897] env[62105]: _type = "Task" [ 1679.144897] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.151744] env[62105]: DEBUG oslo_vmware.api [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.152158] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1679.152158] env[62105]: value = "task-1903860" [ 1679.152158] env[62105]: _type = "Task" [ 1679.152158] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.161651] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.167158] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903860, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.179764] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.179764] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.179764] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Deleting the datastore file [datastore1] 9a12e95d-305f-42ed-b007-2bb2212287d4 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.180099] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd048503-08c5-4604-86a3-7ac178f41697 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.188677] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for the task: (returnval){ [ 1679.188677] env[62105]: value = "task-1903861" [ 1679.188677] env[62105]: _type = "Task" [ 1679.188677] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.196697] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.258877] env[62105]: DEBUG nova.network.neutron [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Successfully created port: ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.391334] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.424991] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1679.456718] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed31a3e-12b3-44aa-8a1e-f9b72e88f3cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.473233] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc052741-0573-4ba7-947c-a97cb99f6bbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.505831] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca62c5-47d6-4734-a5bf-8f60b164f874 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.515214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06217f10-6511-4e47-b03e-990426510a3a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.538792] env[62105]: DEBUG nova.compute.provider_tree [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.611741] env[62105]: DEBUG oslo_vmware.api [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903856, 'name': PowerOnVM_Task, 'duration_secs': 0.88269} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.612420] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1679.642040] env[62105]: DEBUG oslo_vmware.api [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903858, 'name': PowerOffVM_Task, 'duration_secs': 0.242804} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.642341] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.642556] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.642762] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84ac4a17-c935-4710-8d62-aa86bfd8a19c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.654345] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903859, 'name': ReconfigVM_Task, 'duration_secs': 0.320386} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.657677] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 4c7f95dd-da91-44a2-a0c1-969e05b9dc25/4c7f95dd-da91-44a2-a0c1-969e05b9dc25.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1679.658466] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75c51d8-a3a4-4e15-a6ac-c27a61400858 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.664972] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903860, 'name': CreateSnapshot_Task, 'duration_secs': 0.485577} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.666243] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1679.666542] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1679.666542] env[62105]: value = "task-1903863" [ 1679.666542] env[62105]: _type = "Task" [ 1679.666542] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.667263] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc8471-fe24-4fe4-9305-33ab1cc77165 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.684143] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903863, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.699824] env[62105]: DEBUG oslo_vmware.api [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Task: {'id': task-1903861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336436} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.700100] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.700289] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.700461] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1679.700697] env[62105]: INFO nova.compute.manager [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Took 3.14 seconds to destroy the instance on the hypervisor. [ 1679.700950] env[62105]: DEBUG oslo.service.loopingcall [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1679.701203] env[62105]: DEBUG nova.compute.manager [-] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1679.701316] env[62105]: DEBUG nova.network.neutron [-] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.813654] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.813885] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.814088] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleting the datastore file [datastore1] b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.814432] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21fef59c-5da3-418a-af9c-80773118e63b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.820942] env[62105]: DEBUG oslo_vmware.api [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1679.820942] env[62105]: value = "task-1903864" [ 1679.820942] env[62105]: _type = "Task" [ 1679.820942] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.828120] env[62105]: DEBUG oslo_vmware.api [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.910156] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.042021] env[62105]: DEBUG nova.scheduler.client.report [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1680.180012] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903863, 'name': Rename_Task, 'duration_secs': 0.141947} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.180012] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1680.180012] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c74fc00d-2e26-48ad-8ffd-0e944e775bbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.192743] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1680.195019] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3f68027-b32c-4e5b-a17a-d81babfbd0a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.199484] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1680.199484] env[62105]: value = "task-1903865" [ 1680.199484] env[62105]: _type = "Task" [ 1680.199484] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.204992] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1680.204992] env[62105]: value = "task-1903866" [ 1680.204992] env[62105]: _type = "Task" [ 1680.204992] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.212367] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903865, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.218530] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903866, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.252759] env[62105]: DEBUG nova.compute.manager [req-a705e3f5-b41e-4918-aa72-4220368bdb93 req-3608256d-5541-4647-8a98-ac73718932cb service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Received event network-vif-deleted-97a2cd29-b2a4-40a4-bba1-b4318805bca9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1680.252934] env[62105]: INFO nova.compute.manager [req-a705e3f5-b41e-4918-aa72-4220368bdb93 req-3608256d-5541-4647-8a98-ac73718932cb service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Neutron deleted interface 97a2cd29-b2a4-40a4-bba1-b4318805bca9; detaching it from the instance and deleting it from the info cache [ 1680.253128] env[62105]: DEBUG nova.network.neutron [req-a705e3f5-b41e-4918-aa72-4220368bdb93 req-3608256d-5541-4647-8a98-ac73718932cb service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.331258] env[62105]: DEBUG oslo_vmware.api [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48743} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.331571] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.331761] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.331926] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.332118] env[62105]: INFO nova.compute.manager [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1680.332374] env[62105]: DEBUG oslo.service.loopingcall [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.332941] env[62105]: DEBUG nova.compute.manager [-] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.333055] env[62105]: DEBUG nova.network.neutron [-] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.438593] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1680.470047] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1680.470305] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1680.470463] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1680.470642] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1680.470788] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1680.470936] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1680.471462] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1680.471646] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1680.471821] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1680.471985] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1680.472174] env[62105]: DEBUG nova.virt.hardware [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1680.473087] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bd69f3-46ca-48d4-a801-bd31a2241427 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.484914] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1967d03-936b-4a54-bbc6-94c1ab732fe6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.550153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.550153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.072s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.552139] env[62105]: INFO nova.compute.claims [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.583343] env[62105]: INFO nova.scheduler.client.report [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted allocations for instance 248d05fb-74e8-40d7-b9d4-66138ab68ae5 [ 1680.624823] env[62105]: INFO nova.compute.manager [None req-dc255630-dc64-473c-b3c3-a2bd6f161066 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance to original state: 'active' [ 1680.630686] env[62105]: DEBUG nova.network.neutron [-] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.719772] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903865, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.724866] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903866, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.756206] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c1ad438-b974-4053-b3ff-5b8560b256ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.768844] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52259810-2b77-4e37-9bf4-d0351f80edb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.817535] env[62105]: DEBUG nova.compute.manager [req-a705e3f5-b41e-4918-aa72-4220368bdb93 req-3608256d-5541-4647-8a98-ac73718932cb service nova] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Detach interface failed, port_id=97a2cd29-b2a4-40a4-bba1-b4318805bca9, reason: Instance 9a12e95d-305f-42ed-b007-2bb2212287d4 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1680.820545] env[62105]: DEBUG nova.compute.manager [req-3d4092a8-dece-4add-ad0b-99be166566d2 req-468433ad-3138-4f56-bd42-83d27dc42a90 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Received event network-vif-plugged-ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1680.820845] env[62105]: DEBUG oslo_concurrency.lockutils [req-3d4092a8-dece-4add-ad0b-99be166566d2 req-468433ad-3138-4f56-bd42-83d27dc42a90 service nova] Acquiring lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.821170] env[62105]: DEBUG oslo_concurrency.lockutils [req-3d4092a8-dece-4add-ad0b-99be166566d2 req-468433ad-3138-4f56-bd42-83d27dc42a90 service nova] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.821435] env[62105]: DEBUG oslo_concurrency.lockutils [req-3d4092a8-dece-4add-ad0b-99be166566d2 req-468433ad-3138-4f56-bd42-83d27dc42a90 service nova] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.821687] env[62105]: DEBUG nova.compute.manager [req-3d4092a8-dece-4add-ad0b-99be166566d2 req-468433ad-3138-4f56-bd42-83d27dc42a90 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] No waiting events found dispatching network-vif-plugged-ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1680.821924] env[62105]: WARNING nova.compute.manager [req-3d4092a8-dece-4add-ad0b-99be166566d2 req-468433ad-3138-4f56-bd42-83d27dc42a90 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Received unexpected event network-vif-plugged-ecabe668-f378-4f96-baa6-2bd581f19fbe for instance with vm_state building and task_state spawning. [ 1680.869990] env[62105]: DEBUG nova.network.neutron [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Successfully updated port: ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.094638] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8fb9dfa0-a7df-4fa1-8308-4255e7bad9ae tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "248d05fb-74e8-40d7-b9d4-66138ab68ae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.031s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.138585] env[62105]: INFO nova.compute.manager [-] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Took 1.44 seconds to deallocate network for instance. [ 1681.200754] env[62105]: DEBUG nova.network.neutron [-] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.216636] env[62105]: DEBUG oslo_vmware.api [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903865, 'name': PowerOnVM_Task, 'duration_secs': 0.924089} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.219385] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1681.219623] env[62105]: INFO nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Took 12.89 seconds to spawn the instance on the hypervisor. [ 1681.219827] env[62105]: DEBUG nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1681.220379] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903866, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.221112] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7775489b-071e-4392-b1a9-507c5ee25495 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.374956] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "refresh_cache-137d5ecc-9ea7-4b23-ae4b-159ba3af5268" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.374956] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "refresh_cache-137d5ecc-9ea7-4b23-ae4b-159ba3af5268" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.374956] env[62105]: DEBUG nova.network.neutron [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.637060] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d3687729-453c-46b9-9145-c9f007713552" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.637360] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.637452] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d3687729-453c-46b9-9145-c9f007713552-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.637653] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.637832] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.643697] env[62105]: INFO nova.compute.manager [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Terminating instance [ 1681.646165] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.703690] env[62105]: INFO nova.compute.manager [-] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Took 1.37 seconds to deallocate network for instance. [ 1681.720547] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903866, 'name': CloneVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.745341] env[62105]: INFO nova.compute.manager [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Took 42.68 seconds to build instance. [ 1681.878086] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "36a927b6-2c0b-4df6-8d89-8865eff38548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.878363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.878572] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "36a927b6-2c0b-4df6-8d89-8865eff38548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.878756] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.878922] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.882344] env[62105]: INFO nova.compute.manager [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Terminating instance [ 1681.913896] env[62105]: DEBUG nova.network.neutron [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.009147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedaa475-866c-435f-8764-328cb74d3a7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.017626] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c1244c-db97-4a64-b683-f6c802c26530 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.054837] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033356c1-3a9e-434b-82c4-571def064d00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.058821] env[62105]: DEBUG nova.network.neutron [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Updating instance_info_cache with network_info: [{"id": "ecabe668-f378-4f96-baa6-2bd581f19fbe", "address": "fa:16:3e:85:cc:ba", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecabe668-f3", "ovs_interfaceid": "ecabe668-f378-4f96-baa6-2bd581f19fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.065528] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdea5d9-17b9-4615-9231-a6076c982003 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.079569] env[62105]: DEBUG nova.compute.provider_tree [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.149109] env[62105]: DEBUG nova.compute.manager [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.149346] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.150224] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5f8b3f-2179-4e75-bb0a-d1465fb167ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.158060] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.158308] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3f666b-b5ab-4a28-b1cf-768a3b406784 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.163750] env[62105]: DEBUG oslo_vmware.api [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1682.163750] env[62105]: value = "task-1903867" [ 1682.163750] env[62105]: _type = "Task" [ 1682.163750] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.170905] env[62105]: DEBUG oslo_vmware.api [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.219071] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.219736] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903866, 'name': CloneVM_Task, 'duration_secs': 1.559587} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.220056] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Created linked-clone VM from snapshot [ 1682.220804] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01007775-3675-41a4-a7c5-7ec52d7c9516 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.228407] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Uploading image 14827b5d-1a66-4540-ad80-8d22389f2144 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1682.248080] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5529f70c-63b1-4392-ac90-ba15b743b49f tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.150s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.255199] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1682.255199] env[62105]: value = "vm-393021" [ 1682.255199] env[62105]: _type = "VirtualMachine" [ 1682.255199] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1682.255497] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-11a420bd-6963-42ef-bbe4-80cff11b3020 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.262146] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lease: (returnval){ [ 1682.262146] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52819347-68cc-eb84-4b04-16d7ba7a8c39" [ 1682.262146] env[62105]: _type = "HttpNfcLease" [ 1682.262146] env[62105]: } obtained for exporting VM: (result){ [ 1682.262146] env[62105]: value = "vm-393021" [ 1682.262146] env[62105]: _type = "VirtualMachine" [ 1682.262146] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1682.262432] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the lease: (returnval){ [ 1682.262432] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52819347-68cc-eb84-4b04-16d7ba7a8c39" [ 1682.262432] env[62105]: _type = "HttpNfcLease" [ 1682.262432] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1682.268564] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1682.268564] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52819347-68cc-eb84-4b04-16d7ba7a8c39" [ 1682.268564] env[62105]: _type = "HttpNfcLease" [ 1682.268564] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1682.333928] env[62105]: DEBUG nova.compute.manager [req-25f38f30-a02a-4ef4-954e-b4208b7b0ede req-a1c4676b-ca25-402e-a96d-ab7a980df897 service nova] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Received event network-vif-deleted-30c64830-56fa-4811-adb9-ce144eb80895 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1682.386487] env[62105]: DEBUG nova.compute.manager [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1682.386731] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1682.387673] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b5cf8f-8974-439f-b736-53290acfe448 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.395544] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.395856] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d6bc008-c4e6-4c09-91af-cc5b2f319242 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.402086] env[62105]: DEBUG oslo_vmware.api [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1682.402086] env[62105]: value = "task-1903869" [ 1682.402086] env[62105]: _type = "Task" [ 1682.402086] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.410509] env[62105]: DEBUG oslo_vmware.api [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.566180] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "refresh_cache-137d5ecc-9ea7-4b23-ae4b-159ba3af5268" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.566529] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Instance network_info: |[{"id": "ecabe668-f378-4f96-baa6-2bd581f19fbe", "address": "fa:16:3e:85:cc:ba", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecabe668-f3", "ovs_interfaceid": "ecabe668-f378-4f96-baa6-2bd581f19fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1682.567016] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:cc:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecabe668-f378-4f96-baa6-2bd581f19fbe', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.575353] env[62105]: DEBUG oslo.service.loopingcall [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.575591] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.575819] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4882534f-3d11-4369-8354-29c1fbdea82f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.590364] env[62105]: DEBUG nova.scheduler.client.report [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.599011] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.599011] env[62105]: value = "task-1903870" [ 1682.599011] env[62105]: _type = "Task" [ 1682.599011] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.608261] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903870, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.673987] env[62105]: DEBUG oslo_vmware.api [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903867, 'name': PowerOffVM_Task, 'duration_secs': 0.180804} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.674608] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.674791] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.675066] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf22ec54-d562-40f5-8ad8-d30ce9c756cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.771781] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1682.771781] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52819347-68cc-eb84-4b04-16d7ba7a8c39" [ 1682.771781] env[62105]: _type = "HttpNfcLease" [ 1682.771781] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1682.772062] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1682.772062] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52819347-68cc-eb84-4b04-16d7ba7a8c39" [ 1682.772062] env[62105]: _type = "HttpNfcLease" [ 1682.772062] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1682.772780] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a2915d-40ae-4b0f-ae3a-34cabb52e7e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.779907] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65030-ecd0-68b0-99d9-ffd9094607e6/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1682.780102] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65030-ecd0-68b0-99d9-ffd9094607e6/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1682.876468] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8993907-2489-4aa8-9609-8789ad12b07c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.914498] env[62105]: DEBUG oslo_vmware.api [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903869, 'name': PowerOffVM_Task, 'duration_secs': 0.333214} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.914498] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.914698] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.915159] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38bbc47b-6ec6-405a-85bf-03b58dc117cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.923905] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.924184] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.924399] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleting the datastore file [datastore2] d3687729-453c-46b9-9145-c9f007713552 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.924686] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9e3b86-96a7-4ac7-9240-d9b20bd767a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.932927] env[62105]: DEBUG oslo_vmware.api [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1682.932927] env[62105]: value = "task-1903873" [ 1682.932927] env[62105]: _type = "Task" [ 1682.932927] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.941742] env[62105]: DEBUG oslo_vmware.api [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.017531] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1683.017939] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1683.018170] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleting the datastore file [datastore2] 36a927b6-2c0b-4df6-8d89-8865eff38548 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1683.018493] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baa9bd49-5d46-4cd2-a751-12815ea0641d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.027741] env[62105]: DEBUG oslo_vmware.api [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1683.027741] env[62105]: value = "task-1903874" [ 1683.027741] env[62105]: _type = "Task" [ 1683.027741] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.030254] env[62105]: DEBUG nova.compute.manager [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Received event network-changed-ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1683.030487] env[62105]: DEBUG nova.compute.manager [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Refreshing instance network info cache due to event network-changed-ecabe668-f378-4f96-baa6-2bd581f19fbe. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1683.030729] env[62105]: DEBUG oslo_concurrency.lockutils [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] Acquiring lock "refresh_cache-137d5ecc-9ea7-4b23-ae4b-159ba3af5268" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.030899] env[62105]: DEBUG oslo_concurrency.lockutils [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] Acquired lock "refresh_cache-137d5ecc-9ea7-4b23-ae4b-159ba3af5268" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.031105] env[62105]: DEBUG nova.network.neutron [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Refreshing network info cache for port ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.042592] env[62105]: DEBUG oslo_vmware.api [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.097346] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.097445] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1683.100675] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.840s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.100675] env[62105]: DEBUG nova.objects.instance [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lazy-loading 'resources' on Instance uuid d7f9b5e1-bd68-48ce-97e2-aff43c7693af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.111567] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903870, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.342333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.342333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.342333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.342333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.342333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.344963] env[62105]: INFO nova.compute.manager [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Terminating instance [ 1683.443416] env[62105]: DEBUG oslo_vmware.api [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155942} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.443792] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.444084] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.444373] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.444620] env[62105]: INFO nova.compute.manager [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d3687729-453c-46b9-9145-c9f007713552] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1683.445019] env[62105]: DEBUG oslo.service.loopingcall [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.445323] env[62105]: DEBUG nova.compute.manager [-] [instance: d3687729-453c-46b9-9145-c9f007713552] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.445504] env[62105]: DEBUG nova.network.neutron [-] [instance: d3687729-453c-46b9-9145-c9f007713552] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.541272] env[62105]: DEBUG oslo_vmware.api [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156286} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.541653] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1683.541885] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1683.542168] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1683.542364] env[62105]: INFO nova.compute.manager [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1683.543054] env[62105]: DEBUG oslo.service.loopingcall [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1683.543393] env[62105]: DEBUG nova.compute.manager [-] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1683.543507] env[62105]: DEBUG nova.network.neutron [-] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1683.604281] env[62105]: DEBUG nova.compute.utils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.633275] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.633484] env[62105]: DEBUG nova.network.neutron [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.644322] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903870, 'name': CreateVM_Task, 'duration_secs': 0.520398} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.647478] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.648058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.648325] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.648556] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.649113] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3975038-b8d5-41c5-b537-93c4982f6679 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.656298] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1683.656298] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52057b8a-ad79-e728-0904-51da79780423" [ 1683.656298] env[62105]: _type = "Task" [ 1683.656298] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.667547] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52057b8a-ad79-e728-0904-51da79780423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.849199] env[62105]: DEBUG nova.compute.manager [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1683.849488] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1683.850435] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8861d2-dccb-49b2-acff-5808f414efc2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.862131] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.862868] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0c05db-fa6f-481b-85da-6af4cd5b22f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.871428] env[62105]: DEBUG oslo_vmware.api [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1683.871428] env[62105]: value = "task-1903875" [ 1683.871428] env[62105]: _type = "Task" [ 1683.871428] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.880668] env[62105]: DEBUG oslo_vmware.api [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.907065] env[62105]: DEBUG nova.network.neutron [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Updated VIF entry in instance network info cache for port ecabe668-f378-4f96-baa6-2bd581f19fbe. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.907187] env[62105]: DEBUG nova.network.neutron [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Updating instance_info_cache with network_info: [{"id": "ecabe668-f378-4f96-baa6-2bd581f19fbe", "address": "fa:16:3e:85:cc:ba", "network": {"id": "46c42019-ecf3-47fe-9b7c-b03e91a5ff74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1509332737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef7b02723e84a2f98cfc0d6ab410d3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecabe668-f3", "ovs_interfaceid": "ecabe668-f378-4f96-baa6-2bd581f19fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.985240] env[62105]: DEBUG nova.policy [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b1ba904e40041f2b2a6b847f73448c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a447de2032c24bc1a2ab41f87bbd351d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1684.116577] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.164926] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1809fa4e-6e15-4894-b090-8a1802675004 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.175218] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52057b8a-ad79-e728-0904-51da79780423, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.178879] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.179172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.179418] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.179568] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.179747] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.181316] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f48b55-f637-4005-972b-061c2e15df3a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.184038] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c736593d-1654-4025-91cd-79876b95c26b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.233842] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357cafc8-0a46-4e4e-9082-29839c40121c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.237087] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.237087] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.237775] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd85c98-18aa-48a0-93c6-36c5330e3b36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.248552] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9397f406-ddf0-4bf7-89dc-f96582fdd3b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.253116] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1684.253116] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522da222-0ae1-e3ee-096d-c74810d6875b" [ 1684.253116] env[62105]: _type = "Task" [ 1684.253116] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.266800] env[62105]: DEBUG nova.compute.provider_tree [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.277555] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522da222-0ae1-e3ee-096d-c74810d6875b, 'name': SearchDatastore_Task, 'duration_secs': 0.009345} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.280798] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf119e7-b84f-43c6-b64c-133eefe5b6cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.286028] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1684.286028] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52728638-b8ac-1695-fb23-6ec81e7c7e33" [ 1684.286028] env[62105]: _type = "Task" [ 1684.286028] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.294207] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52728638-b8ac-1695-fb23-6ec81e7c7e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.383141] env[62105]: DEBUG oslo_vmware.api [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903875, 'name': PowerOffVM_Task, 'duration_secs': 0.248899} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.383511] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.383673] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.383941] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a074c55-efc2-49c4-9e10-7ad070138a67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.411811] env[62105]: DEBUG oslo_concurrency.lockutils [req-28f92cc6-be7b-4be9-9b70-3185756224fa req-25aa01f4-6b5e-4060-a17f-9c721fd880f2 service nova] Releasing lock "refresh_cache-137d5ecc-9ea7-4b23-ae4b-159ba3af5268" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.452146] env[62105]: DEBUG nova.network.neutron [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Successfully created port: 7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.623641] env[62105]: INFO nova.virt.block_device [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Booting with volume 1514a03c-4153-42eb-b974-fb138f4f1211 at /dev/sda [ 1684.662926] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-101de2b9-c9d3-479b-8dba-b9310f4e272a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.672961] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc162d-96dc-47ab-ae84-c537aae89d00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.711825] env[62105]: DEBUG nova.network.neutron [-] [instance: d3687729-453c-46b9-9145-c9f007713552] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.713960] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03d6ca02-02f8-4c11-a14d-2e7e89867cc4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.723909] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f842ecef-b428-465d-9568-dd6f05ff232d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.763029] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1e883-5692-4863-b9a0-94e6deba594d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.770221] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f53764-3cdc-4d85-895a-11dc67f6d2c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.778826] env[62105]: DEBUG nova.scheduler.client.report [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.786242] env[62105]: DEBUG nova.virt.block_device [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updating existing volume attachment record: af08b7c0-5b01-4785-8376-15dc3eb4cb15 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1684.796799] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52728638-b8ac-1695-fb23-6ec81e7c7e33, 'name': SearchDatastore_Task, 'duration_secs': 0.010204} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.797565] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.797813] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 137d5ecc-9ea7-4b23-ae4b-159ba3af5268/137d5ecc-9ea7-4b23-ae4b-159ba3af5268.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.798072] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa7230c-e9e2-43b1-b129-15f6d02b3485 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.802554] env[62105]: DEBUG nova.network.neutron [-] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.804877] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1684.804877] env[62105]: value = "task-1903877" [ 1684.804877] env[62105]: _type = "Task" [ 1684.804877] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.812852] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.832517] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.832740] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.832921] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Deleting the datastore file [datastore1] 4c7f95dd-da91-44a2-a0c1-969e05b9dc25 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.833352] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9de87cdb-a0d2-49c0-988b-b927df894baa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.840430] env[62105]: DEBUG oslo_vmware.api [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for the task: (returnval){ [ 1684.840430] env[62105]: value = "task-1903878" [ 1684.840430] env[62105]: _type = "Task" [ 1684.840430] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.849281] env[62105]: DEBUG oslo_vmware.api [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.062417] env[62105]: DEBUG nova.compute.manager [req-c224c99f-06a3-4ee7-a37d-16da0492c550 req-f42efe6b-41f9-43b9-86fc-76e5fdcf40c9 service nova] [instance: d3687729-453c-46b9-9145-c9f007713552] Received event network-vif-deleted-7dac6a9a-da27-4cf7-a32e-ce65db7f3118 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1685.062776] env[62105]: DEBUG nova.compute.manager [req-c224c99f-06a3-4ee7-a37d-16da0492c550 req-f42efe6b-41f9-43b9-86fc-76e5fdcf40c9 service nova] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Received event network-vif-deleted-53dffc3e-7da6-4eed-986c-1a2ba5c915df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1685.215863] env[62105]: INFO nova.compute.manager [-] [instance: d3687729-453c-46b9-9145-c9f007713552] Took 1.77 seconds to deallocate network for instance. [ 1685.289616] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.292520] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.911s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.294912] env[62105]: INFO nova.compute.claims [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.306679] env[62105]: INFO nova.compute.manager [-] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Took 1.76 seconds to deallocate network for instance. [ 1685.316027] env[62105]: INFO nova.scheduler.client.report [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Deleted allocations for instance d7f9b5e1-bd68-48ce-97e2-aff43c7693af [ 1685.323692] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499129} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.324691] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 137d5ecc-9ea7-4b23-ae4b-159ba3af5268/137d5ecc-9ea7-4b23-ae4b-159ba3af5268.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.324691] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.324691] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e9dea78-947b-43f8-9cc0-f7bcbae7a2ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.335995] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1685.335995] env[62105]: value = "task-1903879" [ 1685.335995] env[62105]: _type = "Task" [ 1685.335995] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.347624] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.354858] env[62105]: DEBUG oslo_vmware.api [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Task: {'id': task-1903878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415595} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.354858] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.354962] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.355077] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.355287] env[62105]: INFO nova.compute.manager [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1685.355562] env[62105]: DEBUG oslo.service.loopingcall [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.356043] env[62105]: DEBUG nova.compute.manager [-] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1685.356150] env[62105]: DEBUG nova.network.neutron [-] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1685.722558] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.818719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.828051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a9e591b2-ccb4-4bff-b1bc-36719b5213bb tempest-FloatingIPsAssociationTestJSON-862739937 tempest-FloatingIPsAssociationTestJSON-862739937-project-member] Lock "d7f9b5e1-bd68-48ce-97e2-aff43c7693af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.451s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.852300] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088231} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.853298] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.854206] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89de8c0-4c52-440c-9875-bbb9025c0769 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.879932] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 137d5ecc-9ea7-4b23-ae4b-159ba3af5268/137d5ecc-9ea7-4b23-ae4b-159ba3af5268.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.882556] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2a6fb2d-a739-41e4-8da9-1533c4f62c16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.906279] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1685.906279] env[62105]: value = "task-1903880" [ 1685.906279] env[62105]: _type = "Task" [ 1685.906279] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.915350] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.110184] env[62105]: DEBUG nova.network.neutron [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Successfully updated port: 7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.402503] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.403063] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1686.403310] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.403482] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1686.403643] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.403787] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1686.403931] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1686.404162] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1686.404323] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1686.404492] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1686.404675] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1686.404849] env[62105]: DEBUG nova.virt.hardware [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1686.408978] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc27d861-545a-4560-8f74-9fe247accfa4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.423069] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903880, 'name': ReconfigVM_Task, 'duration_secs': 0.37524} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.427887] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 137d5ecc-9ea7-4b23-ae4b-159ba3af5268/137d5ecc-9ea7-4b23-ae4b-159ba3af5268.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.428884] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec56c015-b79b-4d7f-a6c4-2c77df8f5524 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.432310] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9b1fd-a23e-4707-8e26-a237ff938390 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.447902] env[62105]: DEBUG nova.network.neutron [-] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.452767] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1686.452767] env[62105]: value = "task-1903881" [ 1686.452767] env[62105]: _type = "Task" [ 1686.452767] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.459736] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903881, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.620755] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquiring lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.620755] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquired lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.620755] env[62105]: DEBUG nova.network.neutron [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.774814] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937992aa-e40f-499e-8091-2f3ead7ce019 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.780111] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9f443f-b7b0-424c-af24-645fe618108c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.814815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ed42d-85e0-4658-80cf-01d3e7bbe875 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.823036] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff7e21-49bc-45e0-ac9f-132924a5ed12 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.837417] env[62105]: DEBUG nova.compute.provider_tree [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.952813] env[62105]: INFO nova.compute.manager [-] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Took 1.60 seconds to deallocate network for instance. [ 1686.966094] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903881, 'name': Rename_Task, 'duration_secs': 0.500944} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.966406] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.966686] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b1d02b-bd08-43e3-84ee-26287ed94aca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.977020] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1686.977020] env[62105]: value = "task-1903882" [ 1686.977020] env[62105]: _type = "Task" [ 1686.977020] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.983982] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.096208] env[62105]: DEBUG nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received event network-vif-deleted-954b9112-741f-4670-bb8f-0c854f4a3f75 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1687.096786] env[62105]: DEBUG nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Received event network-vif-deleted-b16fa423-74ff-4afd-966b-7501e6c09416 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1687.101111] env[62105]: DEBUG nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Received event network-vif-plugged-7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1687.101111] env[62105]: DEBUG oslo_concurrency.lockutils [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] Acquiring lock "b7955ed3-0e26-4e1b-924a-563f68477149-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.101111] env[62105]: DEBUG oslo_concurrency.lockutils [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] Lock "b7955ed3-0e26-4e1b-924a-563f68477149-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.101111] env[62105]: DEBUG oslo_concurrency.lockutils [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] Lock "b7955ed3-0e26-4e1b-924a-563f68477149-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.101111] env[62105]: DEBUG nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] No waiting events found dispatching network-vif-plugged-7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.101111] env[62105]: WARNING nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Received unexpected event network-vif-plugged-7919003a-1e6c-47aa-8900-3da4c9859c32 for instance with vm_state building and task_state spawning. [ 1687.101111] env[62105]: DEBUG nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Received event network-changed-7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1687.101111] env[62105]: DEBUG nova.compute.manager [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Refreshing instance network info cache due to event network-changed-7919003a-1e6c-47aa-8900-3da4c9859c32. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1687.101111] env[62105]: DEBUG oslo_concurrency.lockutils [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] Acquiring lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.166757] env[62105]: DEBUG nova.network.neutron [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.341262] env[62105]: DEBUG nova.scheduler.client.report [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.345876] env[62105]: DEBUG nova.network.neutron [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updating instance_info_cache with network_info: [{"id": "7919003a-1e6c-47aa-8900-3da4c9859c32", "address": "fa:16:3e:8a:e6:91", "network": {"id": "dff9d3ae-ae58-4960-b867-d388cdd8145a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-990030926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a447de2032c24bc1a2ab41f87bbd351d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7919003a-1e", "ovs_interfaceid": "7919003a-1e6c-47aa-8900-3da4c9859c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.462198] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.491568] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903882, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.848227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.849690] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.852696] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Releasing lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.852978] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Instance network_info: |[{"id": "7919003a-1e6c-47aa-8900-3da4c9859c32", "address": "fa:16:3e:8a:e6:91", "network": {"id": "dff9d3ae-ae58-4960-b867-d388cdd8145a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-990030926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a447de2032c24bc1a2ab41f87bbd351d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7919003a-1e", "ovs_interfaceid": "7919003a-1e6c-47aa-8900-3da4c9859c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.853542] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.257s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.855334] env[62105]: DEBUG oslo_concurrency.lockutils [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] Acquired lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.855334] env[62105]: DEBUG nova.network.neutron [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Refreshing network info cache for port 7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.859019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:e6:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7919003a-1e6c-47aa-8900-3da4c9859c32', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.863942] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Creating folder: Project (a447de2032c24bc1a2ab41f87bbd351d). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.865459] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96d1f047-7534-44b8-b492-43cdb402f5f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.881850] env[62105]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1687.881986] env[62105]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62105) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1687.882665] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Folder already exists: Project (a447de2032c24bc1a2ab41f87bbd351d). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1687.882967] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Creating folder: Instances. Parent ref: group-v392993. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.883130] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6797359b-c678-4be7-9d8c-c9293cd9d05a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.893439] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Created folder: Instances in parent group-v392993. [ 1687.893734] env[62105]: DEBUG oslo.service.loopingcall [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.893908] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.894187] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fe4789d-2a96-4873-a36f-9c43a46ccbff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.918938] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.918938] env[62105]: value = "task-1903885" [ 1687.918938] env[62105]: _type = "Task" [ 1687.918938] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.929398] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903885, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.986957] env[62105]: DEBUG oslo_vmware.api [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903882, 'name': PowerOnVM_Task, 'duration_secs': 0.567834} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.987503] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1687.987634] env[62105]: INFO nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1687.987836] env[62105]: DEBUG nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1687.988831] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69c9c8-fafc-40ae-aefe-4f8a7be5980b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.355923] env[62105]: DEBUG nova.compute.utils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.357420] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1688.357596] env[62105]: DEBUG nova.network.neutron [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.367844] env[62105]: INFO nova.compute.claims [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.420577] env[62105]: DEBUG nova.policy [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f08bbd52e98a41ffa12943d82a16fffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603001fa99e6455bb55bad367ccdce02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.433621] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903885, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.516613] env[62105]: INFO nova.compute.manager [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Took 40.37 seconds to build instance. [ 1688.808213] env[62105]: DEBUG nova.network.neutron [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updated VIF entry in instance network info cache for port 7919003a-1e6c-47aa-8900-3da4c9859c32. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.808671] env[62105]: DEBUG nova.network.neutron [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updating instance_info_cache with network_info: [{"id": "7919003a-1e6c-47aa-8900-3da4c9859c32", "address": "fa:16:3e:8a:e6:91", "network": {"id": "dff9d3ae-ae58-4960-b867-d388cdd8145a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-990030926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a447de2032c24bc1a2ab41f87bbd351d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7919003a-1e", "ovs_interfaceid": "7919003a-1e6c-47aa-8900-3da4c9859c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.860982] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.879096] env[62105]: INFO nova.compute.resource_tracker [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating resource usage from migration c0bbf860-53d3-4172-951e-5c325fb43b78 [ 1688.935535] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903885, 'name': CreateVM_Task, 'duration_secs': 0.912867} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.939592] env[62105]: DEBUG nova.network.neutron [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Successfully created port: c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.941418] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1688.942560] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': 'af08b7c0-5b01-4785-8376-15dc3eb4cb15', 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393003', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'name': 'volume-1514a03c-4153-42eb-b974-fb138f4f1211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7955ed3-0e26-4e1b-924a-563f68477149', 'attached_at': '', 'detached_at': '', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'serial': '1514a03c-4153-42eb-b974-fb138f4f1211'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1688.942560] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Root volume attach. Driver type: vmdk {{(pid=62105) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1688.943895] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527fdc6c-402d-4681-aa50-bf7d4a4bf9e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.955365] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb02346-6139-42fc-b370-45df1ad9fd19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.962991] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a381d2-583e-434a-86bd-88f582e35446 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.969483] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-42e61279-28ee-44fe-9ea5-910bfa80066d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.976875] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1688.976875] env[62105]: value = "task-1903886" [ 1688.976875] env[62105]: _type = "Task" [ 1688.976875] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.985323] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.020531] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b721bdc5-1536-4f80-aac7-b46c46308a2a tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.899s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.138310] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.138543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.138776] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.138923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.139103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.143963] env[62105]: INFO nova.compute.manager [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Terminating instance [ 1689.311598] env[62105]: DEBUG oslo_concurrency.lockutils [req-64249952-e009-423f-a0c5-36e6a309cff4 req-cdbdfd36-0f7b-42c4-87af-856fd0411bb9 service nova] Releasing lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.350238] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca95c8a-75dc-49f6-bec4-3114558c647a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.358018] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e31f8a-6835-4b1c-b6b7-ff0cbdaf5a76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.392597] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ef6c77-bcc6-475c-8cb5-1c3e7a8035f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.401226] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521be00d-b77b-40c4-8d76-aba57260d718 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.414765] env[62105]: DEBUG nova.compute.provider_tree [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.486706] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 13%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.647675] env[62105]: DEBUG nova.compute.manager [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1689.647912] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.648815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19be9e5a-9d7c-45d6-8285-d09a559a4b25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.658707] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.658707] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c95483-c842-4823-86f6-2760015b52c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.664987] env[62105]: DEBUG oslo_vmware.api [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1689.664987] env[62105]: value = "task-1903887" [ 1689.664987] env[62105]: _type = "Task" [ 1689.664987] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.672829] env[62105]: DEBUG oslo_vmware.api [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.896805] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.918726] env[62105]: DEBUG nova.scheduler.client.report [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.924358] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.924610] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.924741] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.925017] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.925136] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.925223] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.925418] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.925582] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.925747] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.925907] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.926100] env[62105]: DEBUG nova.virt.hardware [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.927163] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0696972-923c-44e3-a44d-9a0d236f7be8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.936621] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2401ea-094a-4097-a604-48dd603d1294 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.987819] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 13%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.174862] env[62105]: DEBUG oslo_vmware.api [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903887, 'name': PowerOffVM_Task, 'duration_secs': 0.237378} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.175766] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.175988] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.176281] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa560348-5c63-4671-8d8d-0004fcd8ba92 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.395221] env[62105]: DEBUG nova.compute.manager [req-8bfbebe3-cb0a-4703-bc62-0ad89e3de617 req-d3952b9c-3db8-4c6c-b106-bc91c8eb2d4e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Received event network-vif-plugged-c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1690.395488] env[62105]: DEBUG oslo_concurrency.lockutils [req-8bfbebe3-cb0a-4703-bc62-0ad89e3de617 req-d3952b9c-3db8-4c6c-b106-bc91c8eb2d4e service nova] Acquiring lock "83944028-37d1-4e50-8b32-4fbb948b47be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.395755] env[62105]: DEBUG oslo_concurrency.lockutils [req-8bfbebe3-cb0a-4703-bc62-0ad89e3de617 req-d3952b9c-3db8-4c6c-b106-bc91c8eb2d4e service nova] Lock "83944028-37d1-4e50-8b32-4fbb948b47be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.395917] env[62105]: DEBUG oslo_concurrency.lockutils [req-8bfbebe3-cb0a-4703-bc62-0ad89e3de617 req-d3952b9c-3db8-4c6c-b106-bc91c8eb2d4e service nova] Lock "83944028-37d1-4e50-8b32-4fbb948b47be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.396071] env[62105]: DEBUG nova.compute.manager [req-8bfbebe3-cb0a-4703-bc62-0ad89e3de617 req-d3952b9c-3db8-4c6c-b106-bc91c8eb2d4e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] No waiting events found dispatching network-vif-plugged-c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.396241] env[62105]: WARNING nova.compute.manager [req-8bfbebe3-cb0a-4703-bc62-0ad89e3de617 req-d3952b9c-3db8-4c6c-b106-bc91c8eb2d4e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Received unexpected event network-vif-plugged-c71e0d56-9293-41ad-ae16-b46950bfe51a for instance with vm_state building and task_state spawning. [ 1690.430969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.577s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.431211] env[62105]: INFO nova.compute.manager [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Migrating [ 1690.440173] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.449s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.440419] env[62105]: DEBUG nova.objects.instance [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lazy-loading 'resources' on Instance uuid 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.490826] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 13%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.504668] env[62105]: DEBUG nova.network.neutron [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Successfully updated port: c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.527188] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.528053] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.528053] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleting the datastore file [datastore1] 137d5ecc-9ea7-4b23-ae4b-159ba3af5268 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.528179] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24f2d5dd-6211-459b-8627-61f7e9e99cf3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.535165] env[62105]: DEBUG oslo_vmware.api [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for the task: (returnval){ [ 1690.535165] env[62105]: value = "task-1903889" [ 1690.535165] env[62105]: _type = "Task" [ 1690.535165] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.543046] env[62105]: DEBUG oslo_vmware.api [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.952018] env[62105]: DEBUG nova.objects.instance [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lazy-loading 'numa_topology' on Instance uuid 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.954032] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.954354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.954612] env[62105]: DEBUG nova.network.neutron [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.991723] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 42%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.005225] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.008037] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.008268] env[62105]: DEBUG nova.network.neutron [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.047586] env[62105]: DEBUG oslo_vmware.api [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Task: {'id': task-1903889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251646} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.047865] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.048069] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.048251] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.048500] env[62105]: INFO nova.compute.manager [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1691.048770] env[62105]: DEBUG oslo.service.loopingcall [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.048972] env[62105]: DEBUG nova.compute.manager [-] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.049083] env[62105]: DEBUG nova.network.neutron [-] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.085866] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65030-ecd0-68b0-99d9-ffd9094607e6/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1691.087191] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a691af-b413-4839-9c50-945086b42df4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.096654] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65030-ecd0-68b0-99d9-ffd9094607e6/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1691.096654] env[62105]: ERROR oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65030-ecd0-68b0-99d9-ffd9094607e6/disk-0.vmdk due to incomplete transfer. [ 1691.096880] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-562255b2-7887-421a-ba3b-56bd815aff78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.110866] env[62105]: DEBUG oslo_vmware.rw_handles [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e65030-ecd0-68b0-99d9-ffd9094607e6/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1691.111643] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Uploaded image 14827b5d-1a66-4540-ad80-8d22389f2144 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1691.113914] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1691.114247] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be3391ae-fd21-4233-b302-a7a254b3e82a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.122403] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1691.122403] env[62105]: value = "task-1903890" [ 1691.122403] env[62105]: _type = "Task" [ 1691.122403] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.132517] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903890, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.460160] env[62105]: DEBUG nova.objects.base [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Object Instance<418bb0c7-2734-4014-9f44-33cf0069c3e5> lazy-loaded attributes: resources,numa_topology {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1691.493896] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 56%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.598807] env[62105]: DEBUG nova.network.neutron [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.633732] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903890, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.841891] env[62105]: DEBUG nova.network.neutron [-] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.903869] env[62105]: DEBUG nova.network.neutron [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Updating instance_info_cache with network_info: [{"id": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "address": "fa:16:3e:23:70:5d", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71e0d56-92", "ovs_interfaceid": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.927727] env[62105]: DEBUG nova.network.neutron [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance_info_cache with network_info: [{"id": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "address": "fa:16:3e:9e:06:c8", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58ab86-c5", "ovs_interfaceid": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.941309] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe50ec0-4ede-48bd-9d97-7eb58fff40c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.952266] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c260e33-f408-4782-995f-6d9020f50f09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.992317] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2739ee-e5ec-4180-a9c6-645d4319dfd3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.002610] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 69%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.006255] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be25233-8303-4f69-abba-2ace4c2c9669 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.023459] env[62105]: DEBUG nova.compute.provider_tree [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.136219] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903890, 'name': Destroy_Task, 'duration_secs': 0.730919} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.136219] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Destroyed the VM [ 1692.136219] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1692.136219] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e84ee4fe-c27f-45ba-b92a-104fd75149c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.146176] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1692.146176] env[62105]: value = "task-1903891" [ 1692.146176] env[62105]: _type = "Task" [ 1692.146176] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.157544] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.344487] env[62105]: INFO nova.compute.manager [-] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Took 1.30 seconds to deallocate network for instance. [ 1692.408045] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.408045] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance network_info: |[{"id": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "address": "fa:16:3e:23:70:5d", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71e0d56-92", "ovs_interfaceid": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.408045] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:70:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71e0d56-9293-41ad-ae16-b46950bfe51a', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.416221] env[62105]: DEBUG oslo.service.loopingcall [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.416539] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.417180] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfc39ce6-cfbe-4a06-8843-b89ae783390a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.434568] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.437009] env[62105]: DEBUG nova.compute.manager [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Received event network-changed-c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1692.437207] env[62105]: DEBUG nova.compute.manager [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Refreshing instance network info cache due to event network-changed-c71e0d56-9293-41ad-ae16-b46950bfe51a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1692.437421] env[62105]: DEBUG oslo_concurrency.lockutils [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] Acquiring lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.437566] env[62105]: DEBUG oslo_concurrency.lockutils [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] Acquired lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.437728] env[62105]: DEBUG nova.network.neutron [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Refreshing network info cache for port c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.446934] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.446934] env[62105]: value = "task-1903892" [ 1692.446934] env[62105]: _type = "Task" [ 1692.446934] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.458945] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903892, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.500174] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 82%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.526476] env[62105]: DEBUG nova.scheduler.client.report [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.657688] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.422679} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.659173] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1692.659173] env[62105]: DEBUG nova.compute.manager [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.659389] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ae1b53-794e-457a-822f-de744659f0a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.852549] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.959819] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903892, 'name': CreateVM_Task, 'duration_secs': 0.499454} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.961569] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.961569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.961569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.961569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1692.961569] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223c858e-b1e5-4161-9e22-cc6f64a6eaa3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.966310] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1692.966310] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5cbc5-29a2-7eba-c8ba-f629d7518c0d" [ 1692.966310] env[62105]: _type = "Task" [ 1692.966310] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.973785] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5cbc5-29a2-7eba-c8ba-f629d7518c0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.996993] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.032026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.592s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.036557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.069s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.038209] env[62105]: INFO nova.compute.claims [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1693.152735] env[62105]: DEBUG nova.network.neutron [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Updated VIF entry in instance network info cache for port c71e0d56-9293-41ad-ae16-b46950bfe51a. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.153129] env[62105]: DEBUG nova.network.neutron [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Updating instance_info_cache with network_info: [{"id": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "address": "fa:16:3e:23:70:5d", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71e0d56-92", "ovs_interfaceid": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.175376] env[62105]: INFO nova.compute.manager [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Shelve offloading [ 1693.477436] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5cbc5-29a2-7eba-c8ba-f629d7518c0d, 'name': SearchDatastore_Task, 'duration_secs': 0.044008} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.477639] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.477871] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.478120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.478269] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.478515] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.478691] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a6af14-1376-4500-a36f-e43ed88a612b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.487449] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.487668] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.488514] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd9ba28-6dbd-49ee-be7e-2e254aeb341a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.496813] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1693.496813] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523156d2-b7f8-fbbe-b6a8-121dc6d87890" [ 1693.496813] env[62105]: _type = "Task" [ 1693.496813] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.499823] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.507631] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523156d2-b7f8-fbbe-b6a8-121dc6d87890, 'name': SearchDatastore_Task, 'duration_secs': 0.008874} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.508317] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07e9533a-8906-4900-aa1c-d0098cc8ecfe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.513033] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1693.513033] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529926c7-29ff-fbe6-bbe3-c77f1fd8ab1b" [ 1693.513033] env[62105]: _type = "Task" [ 1693.513033] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.520117] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529926c7-29ff-fbe6-bbe3-c77f1fd8ab1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.547333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c65e14b4-5562-48e5-bd85-a20d6dc22da6 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 53.492s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.548030] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.759s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.548030] env[62105]: INFO nova.compute.manager [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Unshelving [ 1693.656101] env[62105]: DEBUG oslo_concurrency.lockutils [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] Releasing lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.656432] env[62105]: DEBUG nova.compute.manager [req-543c5fbc-9468-4f83-ab37-cd88b862d3f8 req-7cf0e737-d305-4e40-8104-ddbb76e0e8cd service nova] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Received event network-vif-deleted-ecabe668-f378-4f96-baa6-2bd581f19fbe {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1693.679275] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.679581] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-241331e4-22c0-4341-81ed-3995c65c1397 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.687438] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1693.687438] env[62105]: value = "task-1903893" [ 1693.687438] env[62105]: _type = "Task" [ 1693.687438] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.695867] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.957108] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d9607-2ff4-491e-b935-87b31b819266 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.976307] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1693.999251] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.023341] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529926c7-29ff-fbe6-bbe3-c77f1fd8ab1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008431} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.023617] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.023891] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.024144] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dc07d91-4303-4189-a1be-ba141a408e77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.030338] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1694.030338] env[62105]: value = "task-1903894" [ 1694.030338] env[62105]: _type = "Task" [ 1694.030338] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.037738] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.200689] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1694.200933] env[62105]: DEBUG nova.compute.manager [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1694.201791] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6cbce1-5257-40b0-a16a-f6900709e022 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.209738] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.209928] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.210119] env[62105]: DEBUG nova.network.neutron [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.482348] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1694.482686] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b923a0d-3256-4c1b-a738-4fb10f3f4457 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.491066] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c4ad86-1314-4478-a48e-2dc40d6ea628 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.494870] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1694.494870] env[62105]: value = "task-1903895" [ 1694.494870] env[62105]: _type = "Task" [ 1694.494870] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.506021] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ad166-9817-4425-8876-0b591ab507e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.515483] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 96%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.515942] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.549440] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a0e4a-aa81-4884-85fb-fdaec58124b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.561230] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.565251] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d406b9-6035-4221-bfa1-62b6013adb34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.580857] env[62105]: DEBUG nova.compute.provider_tree [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.583687] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.919168] env[62105]: DEBUG nova.network.neutron [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updating instance_info_cache with network_info: [{"id": "57000d95-8e36-44ff-a725-74a191df6fbb", "address": "fa:16:3e:02:9d:d0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57000d95-8e", "ovs_interfaceid": "57000d95-8e36-44ff-a725-74a191df6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.008720] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903895, 'name': PowerOffVM_Task, 'duration_secs': 0.205927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.011744] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1695.011942] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1695.015356] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.054895] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581377} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.055885] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.056127] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.056378] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2409607-3fba-4422-a0d0-e8d9e53e4b2e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.063673] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1695.063673] env[62105]: value = "task-1903896" [ 1695.063673] env[62105]: _type = "Task" [ 1695.063673] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.071399] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.085782] env[62105]: DEBUG nova.scheduler.client.report [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.422182] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.505159] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1695.520025] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1695.525579] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8865f6b6-0b54-4080-bb91-0a44591000df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.542239] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1695.542239] env[62105]: value = "task-1903897" [ 1695.542239] env[62105]: _type = "Task" [ 1695.542239] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.553433] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903897, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.573493] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078288} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.574395] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.575217] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2d42bf-9ad2-4517-ba19-fe6c9fcf9788 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.593615] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.594260] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1695.605788] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.606717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.041s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.607076] env[62105]: DEBUG nova.objects.instance [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'resources' on Instance uuid 700b21a6-33e0-430b-a2a9-172ac8d684af {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1695.608384] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a564e9f9-26c4-48e0-bb6f-35dd0e9c2f1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.633213] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1695.633213] env[62105]: value = "task-1903898" [ 1695.633213] env[62105]: _type = "Task" [ 1695.633213] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.641841] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.695317] env[62105]: DEBUG nova.compute.manager [req-961b5ca2-945f-4b63-828d-fe03c597414f req-e05d18cd-70bf-4920-aaa7-00a0d9d11db9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Received event network-vif-unplugged-57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1695.695441] env[62105]: DEBUG oslo_concurrency.lockutils [req-961b5ca2-945f-4b63-828d-fe03c597414f req-e05d18cd-70bf-4920-aaa7-00a0d9d11db9 service nova] Acquiring lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.695656] env[62105]: DEBUG oslo_concurrency.lockutils [req-961b5ca2-945f-4b63-828d-fe03c597414f req-e05d18cd-70bf-4920-aaa7-00a0d9d11db9 service nova] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.696018] env[62105]: DEBUG oslo_concurrency.lockutils [req-961b5ca2-945f-4b63-828d-fe03c597414f req-e05d18cd-70bf-4920-aaa7-00a0d9d11db9 service nova] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.696018] env[62105]: DEBUG nova.compute.manager [req-961b5ca2-945f-4b63-828d-fe03c597414f req-e05d18cd-70bf-4920-aaa7-00a0d9d11db9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] No waiting events found dispatching network-vif-unplugged-57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1695.696260] env[62105]: WARNING nova.compute.manager [req-961b5ca2-945f-4b63-828d-fe03c597414f req-e05d18cd-70bf-4920-aaa7-00a0d9d11db9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Received unexpected event network-vif-unplugged-57000d95-8e36-44ff-a725-74a191df6fbb for instance with vm_state shelved and task_state shelving_offloading. [ 1695.720879] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.721873] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de1bfa9-04fa-464a-9a00-1b6b9664c72a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.729161] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1695.729694] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9a0c3ef-f19e-46c6-9b18-c3e5fe16fa07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.807595] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1695.807842] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1695.808066] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleting the datastore file [datastore2] e680f8f2-5e68-4a44-85e1-7e73de1d3b24 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1695.808346] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2921065-8b2c-4650-8021-44fdf00fd6dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.816688] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1695.816688] env[62105]: value = "task-1903900" [ 1695.816688] env[62105]: _type = "Task" [ 1695.816688] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.824739] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.007571] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.054159] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903897, 'name': ReconfigVM_Task, 'duration_secs': 0.338482} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.054527] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1696.059277] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73096a4-1c82-48db-9c7c-d530a144efb1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.066182] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02e0717-b6c8-413c-aa8c-136204a8c7d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.098830] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa37149-edd7-4602-acf5-a02b8b3be48d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.107012] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8e427a-72f3-42aa-bd3f-fecb1813a0c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.111885] env[62105]: DEBUG nova.compute.utils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1696.113498] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1696.113597] env[62105]: DEBUG nova.network.neutron [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1696.126225] env[62105]: DEBUG nova.compute.provider_tree [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.144662] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903898, 'name': ReconfigVM_Task, 'duration_secs': 0.372557} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.144943] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.145568] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59ed19cd-55bf-4795-89d7-1c99b52bf4af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.152285] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1696.152285] env[62105]: value = "task-1903901" [ 1696.152285] env[62105]: _type = "Task" [ 1696.152285] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.161017] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903901, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.163494] env[62105]: DEBUG nova.policy [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ac03803e91c4e839edc871e7154eced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28168c1f1517431487fdd8841727d8a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1696.327846] env[62105]: DEBUG oslo_vmware.api [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1903900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133534} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.328123] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.328312] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1696.328486] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1696.355060] env[62105]: INFO nova.scheduler.client.report [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocations for instance e680f8f2-5e68-4a44-85e1-7e73de1d3b24 [ 1696.419092] env[62105]: DEBUG nova.network.neutron [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Successfully created port: bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1696.505839] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.564300] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1696.564577] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.564645] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1696.564826] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.564972] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1696.565133] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1696.565336] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1696.565492] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1696.565658] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1696.565819] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1696.565991] env[62105]: DEBUG nova.virt.hardware [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1696.571265] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1696.571546] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e06621-a164-4d42-be25-d7bb6c970416 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.590947] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1696.590947] env[62105]: value = "task-1903902" [ 1696.590947] env[62105]: _type = "Task" [ 1696.590947] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.598452] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.617341] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1696.629040] env[62105]: DEBUG nova.scheduler.client.report [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1696.662330] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903901, 'name': Rename_Task, 'duration_secs': 0.135373} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.663019] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.663019] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a0dcc41-683b-481d-9841-79ec99df118e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.671017] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1696.671017] env[62105]: value = "task-1903903" [ 1696.671017] env[62105]: _type = "Task" [ 1696.671017] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.678993] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.860288] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.006482] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.100794] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903902, 'name': ReconfigVM_Task, 'duration_secs': 0.164463} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.101576] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1697.101865] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2725774-5f3b-458f-90dc-03de862c77c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.124627] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca/2f3d83a2-9774-49a5-9ce9-abfebf42c6ca.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.128141] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f274700f-b1aa-48f2-a414-76ae281bfbb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.141343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.535s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.143471] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.875s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.144871] env[62105]: INFO nova.compute.claims [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1697.154131] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1697.154131] env[62105]: value = "task-1903904" [ 1697.154131] env[62105]: _type = "Task" [ 1697.154131] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.163318] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.164266] env[62105]: INFO nova.scheduler.client.report [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Deleted allocations for instance 700b21a6-33e0-430b-a2a9-172ac8d684af [ 1697.184018] env[62105]: DEBUG oslo_vmware.api [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1903903, 'name': PowerOnVM_Task, 'duration_secs': 0.444021} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.184018] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.184018] env[62105]: INFO nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1697.184616] env[62105]: DEBUG nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.185419] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836a3ff0-1f97-4ce2-9396-5a43f475d636 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.508127] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.642672] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1697.667818] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.669913] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1697.670156] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.670358] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1697.670591] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.670754] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1697.670906] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1697.671124] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1697.671285] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1697.671477] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1697.671646] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1697.671819] env[62105]: DEBUG nova.virt.hardware [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1697.674607] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a00dcde-f014-4267-b368-f7a789f6f1da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.679058] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3f7ad4ce-a3f2-4781-b3e8-8f3f0d97af77 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "700b21a6-33e0-430b-a2a9-172ac8d684af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.967s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.685297] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6af55c5-a3f1-47a3-bb98-28f9934e25a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.707913] env[62105]: INFO nova.compute.manager [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Took 40.34 seconds to build instance. [ 1697.751418] env[62105]: DEBUG nova.compute.manager [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Received event network-changed-57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1697.751624] env[62105]: DEBUG nova.compute.manager [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Refreshing instance network info cache due to event network-changed-57000d95-8e36-44ff-a725-74a191df6fbb. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1697.751860] env[62105]: DEBUG oslo_concurrency.lockutils [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] Acquiring lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.751964] env[62105]: DEBUG oslo_concurrency.lockutils [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] Acquired lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.752187] env[62105]: DEBUG nova.network.neutron [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Refreshing network info cache for port 57000d95-8e36-44ff-a725-74a191df6fbb {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1697.820056] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.894135] env[62105]: DEBUG nova.network.neutron [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Successfully updated port: bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1698.007992] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.165230] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903904, 'name': ReconfigVM_Task, 'duration_secs': 0.719757} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.165551] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca/2f3d83a2-9774-49a5-9ce9-abfebf42c6ca.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.165958] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.209871] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d15eb974-59dd-415c-8b0c-8898c56dbd3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "83944028-37d1-4e50-8b32-4fbb948b47be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.857s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.396718] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "refresh_cache-75c61d7f-6d60-43b0-b3e5-6639f4827878" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.396897] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquired lock "refresh_cache-75c61d7f-6d60-43b0-b3e5-6639f4827878" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.398683] env[62105]: DEBUG nova.network.neutron [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1698.512200] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.554061] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7fbea-5c6b-44ec-a996-e8eb57c47327 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.561777] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab793641-944d-419c-b22e-8e5b865c9e44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.602047] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147bda54-9801-477d-b6e9-6bfa6bf352fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.611734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e124d2-ddbe-4b2f-b6bd-41fa2803bc1c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.625640] env[62105]: DEBUG nova.compute.provider_tree [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.673074] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d3d42-a271-481b-89f9-ddf91f9dcd40 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.696178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6691a1-a8cd-4d43-a022-c115c8567b1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.714479] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.821447] env[62105]: DEBUG nova.network.neutron [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updated VIF entry in instance network info cache for port 57000d95-8e36-44ff-a725-74a191df6fbb. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.821810] env[62105]: DEBUG nova.network.neutron [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updating instance_info_cache with network_info: [{"id": "57000d95-8e36-44ff-a725-74a191df6fbb", "address": "fa:16:3e:02:9d:d0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": null, "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap57000d95-8e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.957862] env[62105]: DEBUG nova.network.neutron [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1699.008626] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.129094] env[62105]: DEBUG nova.scheduler.client.report [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.195233] env[62105]: DEBUG nova.network.neutron [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Updating instance_info_cache with network_info: [{"id": "bc7ecce6-e728-42fa-8434-f36890eff945", "address": "fa:16:3e:a7:01:20", "network": {"id": "dd4c1420-7d66-4dc6-b05a-decbddd5805d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1986721061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28168c1f1517431487fdd8841727d8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ecce6-e7", "ovs_interfaceid": "bc7ecce6-e728-42fa-8434-f36890eff945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.265413] env[62105]: DEBUG nova.network.neutron [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Port ba58ab86-c5f9-4566-b5c1-6788f1dc55fa binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1699.325964] env[62105]: DEBUG oslo_concurrency.lockutils [req-aac7e12d-b240-4044-8042-d25e5525227e req-0f71ee48-8fc8-4cfc-9440-b3272c7dd7d9 service nova] Releasing lock "refresh_cache-e680f8f2-5e68-4a44-85e1-7e73de1d3b24" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.510547] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.638021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.638021] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1699.638987] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.549s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.642852] env[62105]: INFO nova.compute.claims [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.699736] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Releasing lock "refresh_cache-75c61d7f-6d60-43b0-b3e5-6639f4827878" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.701890] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Instance network_info: |[{"id": "bc7ecce6-e728-42fa-8434-f36890eff945", "address": "fa:16:3e:a7:01:20", "network": {"id": "dd4c1420-7d66-4dc6-b05a-decbddd5805d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1986721061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28168c1f1517431487fdd8841727d8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ecce6-e7", "ovs_interfaceid": "bc7ecce6-e728-42fa-8434-f36890eff945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1699.701890] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:01:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc7ecce6-e728-42fa-8434-f36890eff945', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.710461] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Creating folder: Project (28168c1f1517431487fdd8841727d8a3). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1699.710461] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b743a045-bbcb-479f-8265-346fc171fea0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.722493] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Created folder: Project (28168c1f1517431487fdd8841727d8a3) in parent group-v392807. [ 1699.722627] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Creating folder: Instances. Parent ref: group-v393026. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1699.722871] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47081e32-a076-414e-bd82-ff47d97b6bc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.733524] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Created folder: Instances in parent group-v393026. [ 1699.733524] env[62105]: DEBUG oslo.service.loopingcall [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.733524] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1699.733524] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c7c2edd-f682-4db2-bba7-3e774694feaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.753699] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.753699] env[62105]: value = "task-1903907" [ 1699.753699] env[62105]: _type = "Task" [ 1699.753699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.763093] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903907, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.912808] env[62105]: DEBUG nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Received event network-vif-plugged-bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1699.913411] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Acquiring lock "75c61d7f-6d60-43b0-b3e5-6639f4827878-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.913783] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.914106] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.916762] env[62105]: DEBUG nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] No waiting events found dispatching network-vif-plugged-bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1699.916762] env[62105]: WARNING nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Received unexpected event network-vif-plugged-bc7ecce6-e728-42fa-8434-f36890eff945 for instance with vm_state building and task_state spawning. [ 1699.916762] env[62105]: DEBUG nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Received event network-changed-bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1699.916762] env[62105]: DEBUG nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Refreshing instance network info cache due to event network-changed-bc7ecce6-e728-42fa-8434-f36890eff945. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1699.916762] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Acquiring lock "refresh_cache-75c61d7f-6d60-43b0-b3e5-6639f4827878" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.916762] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Acquired lock "refresh_cache-75c61d7f-6d60-43b0-b3e5-6639f4827878" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.916762] env[62105]: DEBUG nova.network.neutron [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Refreshing network info cache for port bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.010711] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903886, 'name': RelocateVM_Task, 'duration_secs': 10.837225} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.011492] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1700.011774] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393003', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'name': 'volume-1514a03c-4153-42eb-b974-fb138f4f1211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7955ed3-0e26-4e1b-924a-563f68477149', 'attached_at': '', 'detached_at': '', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'serial': '1514a03c-4153-42eb-b974-fb138f4f1211'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1700.012659] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535924c-2d14-4e4e-8d53-fd57a53d69b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.031495] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042d625c-5661-42d1-a156-aa6aa3cc9ac4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.059083] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-1514a03c-4153-42eb-b974-fb138f4f1211/volume-1514a03c-4153-42eb-b974-fb138f4f1211.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1700.060225] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b640962-2534-4157-b193-6f262569a24f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.080931] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1700.080931] env[62105]: value = "task-1903908" [ 1700.080931] env[62105]: _type = "Task" [ 1700.080931] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.089399] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.150488] env[62105]: DEBUG nova.compute.utils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1700.154459] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1700.154609] env[62105]: DEBUG nova.network.neutron [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1700.201412] env[62105]: DEBUG nova.policy [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b4df322c2a64f4d9fb50c6447d01e31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3191e20b40364045a49146fdc77a5a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1700.263132] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903907, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.285494] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.285743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.285920] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.544762] env[62105]: DEBUG nova.network.neutron [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Successfully created port: 1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1700.592227] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.655399] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1700.763587] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903907, 'name': CreateVM_Task, 'duration_secs': 0.793519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.766167] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.767362] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.767362] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.767583] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.767745] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1b6377-9830-4f04-b768-27a8831df76d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.772251] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1700.772251] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528cc2c4-2e93-28dd-1f23-15167f0642b9" [ 1700.772251] env[62105]: _type = "Task" [ 1700.772251] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.780191] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528cc2c4-2e93-28dd-1f23-15167f0642b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.783419] env[62105]: DEBUG nova.network.neutron [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Updated VIF entry in instance network info cache for port bc7ecce6-e728-42fa-8434-f36890eff945. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.783835] env[62105]: DEBUG nova.network.neutron [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Updating instance_info_cache with network_info: [{"id": "bc7ecce6-e728-42fa-8434-f36890eff945", "address": "fa:16:3e:a7:01:20", "network": {"id": "dd4c1420-7d66-4dc6-b05a-decbddd5805d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1986721061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28168c1f1517431487fdd8841727d8a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc7ecce6-e7", "ovs_interfaceid": "bc7ecce6-e728-42fa-8434-f36890eff945", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.976227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.976469] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.092925] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903908, 'name': ReconfigVM_Task, 'duration_secs': 0.664018} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.094031] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-1514a03c-4153-42eb-b974-fb138f4f1211/volume-1514a03c-4153-42eb-b974-fb138f4f1211.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1701.099989] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d82ab33-44a7-4ab7-bc5f-b8a30925dfc3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.101506] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6892aaf9-d8d5-4c8f-b70c-5722de61104a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.118560] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba0b9bc-0409-4778-bb96-703beb893c21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.121819] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1701.121819] env[62105]: value = "task-1903909" [ 1701.121819] env[62105]: _type = "Task" [ 1701.121819] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.151372] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c1b6e3-e1fc-4862-8260-4043bd8a97d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.156884] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.164568] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f37081-1eb7-47ff-916f-5917c430e261 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.177972] env[62105]: DEBUG nova.compute.provider_tree [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.282589] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528cc2c4-2e93-28dd-1f23-15167f0642b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.282906] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.283154] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.283414] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.283569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.283749] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.284016] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f7ab131-eb87-4b4d-98d1-9cd43775ea4d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.286093] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Releasing lock "refresh_cache-75c61d7f-6d60-43b0-b3e5-6639f4827878" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.286321] env[62105]: DEBUG nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Received event network-changed-c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1701.286487] env[62105]: DEBUG nova.compute.manager [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Refreshing instance network info cache due to event network-changed-c71e0d56-9293-41ad-ae16-b46950bfe51a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1701.286683] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Acquiring lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.286838] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Acquired lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.286996] env[62105]: DEBUG nova.network.neutron [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Refreshing network info cache for port c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1701.297555] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.297737] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.299301] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbd8e7f-27dc-4fa4-8ba2-3ef7a23cadf1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.306753] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1701.306753] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5210d54e-a55f-d7d5-0705-69bc2ff432ac" [ 1701.306753] env[62105]: _type = "Task" [ 1701.306753] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.314844] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5210d54e-a55f-d7d5-0705-69bc2ff432ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.327635] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.327832] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.328014] env[62105]: DEBUG nova.network.neutron [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.478716] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.632037] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903909, 'name': ReconfigVM_Task, 'duration_secs': 0.232005} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.632037] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393003', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'name': 'volume-1514a03c-4153-42eb-b974-fb138f4f1211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7955ed3-0e26-4e1b-924a-563f68477149', 'attached_at': '', 'detached_at': '', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'serial': '1514a03c-4153-42eb-b974-fb138f4f1211'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1701.632479] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-634cbbea-7c18-4894-9950-b24ef0b34238 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.639557] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1701.639557] env[62105]: value = "task-1903910" [ 1701.639557] env[62105]: _type = "Task" [ 1701.639557] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.647837] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903910, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.670118] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1701.681043] env[62105]: DEBUG nova.scheduler.client.report [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.695379] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1701.695611] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1701.695766] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1701.695984] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1701.696160] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1701.696311] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1701.696514] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1701.696672] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1701.696829] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1701.696987] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1701.697174] env[62105]: DEBUG nova.virt.hardware [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1701.698073] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34589bd-4f2a-41c6-a5d0-e764e436ac24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.706855] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd7bcc2-e387-43e1-887d-fe8dda25e14e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.816926] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5210d54e-a55f-d7d5-0705-69bc2ff432ac, 'name': SearchDatastore_Task, 'duration_secs': 0.016737} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.819712] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1ff759-bd75-42e5-a1e9-806860623ccd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.825288] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1701.825288] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523e9974-6daf-ea37-7632-cb363f43a02b" [ 1701.825288] env[62105]: _type = "Task" [ 1701.825288] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.837074] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523e9974-6daf-ea37-7632-cb363f43a02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.002973] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.150339] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903910, 'name': Rename_Task, 'duration_secs': 0.234968} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.150620] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1702.150874] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb05731b-dcc3-4155-98bf-928a6c9986a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.157454] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1702.157454] env[62105]: value = "task-1903911" [ 1702.157454] env[62105]: _type = "Task" [ 1702.157454] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.165721] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.185889] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.186529] env[62105]: DEBUG nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.189596] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.720s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.190032] env[62105]: DEBUG nova.objects.instance [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lazy-loading 'resources' on Instance uuid 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.249897] env[62105]: DEBUG nova.network.neutron [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Updated VIF entry in instance network info cache for port c71e0d56-9293-41ad-ae16-b46950bfe51a. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1702.250513] env[62105]: DEBUG nova.network.neutron [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Updating instance_info_cache with network_info: [{"id": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "address": "fa:16:3e:23:70:5d", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc71e0d56-92", "ovs_interfaceid": "c71e0d56-9293-41ad-ae16-b46950bfe51a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.269385] env[62105]: DEBUG nova.network.neutron [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance_info_cache with network_info: [{"id": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "address": "fa:16:3e:9e:06:c8", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58ab86-c5", "ovs_interfaceid": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.302244] env[62105]: DEBUG nova.compute.manager [req-ce82d042-7e7b-437c-a255-2f6708e391d1 req-9ddeac9d-034a-4de8-9cbe-169326b6604e service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Received event network-vif-plugged-1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1702.302244] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce82d042-7e7b-437c-a255-2f6708e391d1 req-9ddeac9d-034a-4de8-9cbe-169326b6604e service nova] Acquiring lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.302244] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce82d042-7e7b-437c-a255-2f6708e391d1 req-9ddeac9d-034a-4de8-9cbe-169326b6604e service nova] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.302244] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce82d042-7e7b-437c-a255-2f6708e391d1 req-9ddeac9d-034a-4de8-9cbe-169326b6604e service nova] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.302244] env[62105]: DEBUG nova.compute.manager [req-ce82d042-7e7b-437c-a255-2f6708e391d1 req-9ddeac9d-034a-4de8-9cbe-169326b6604e service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] No waiting events found dispatching network-vif-plugged-1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1702.302244] env[62105]: WARNING nova.compute.manager [req-ce82d042-7e7b-437c-a255-2f6708e391d1 req-9ddeac9d-034a-4de8-9cbe-169326b6604e service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Received unexpected event network-vif-plugged-1019edca-2f72-4ef7-b1f6-c2284cde2896 for instance with vm_state building and task_state spawning. [ 1702.338413] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523e9974-6daf-ea37-7632-cb363f43a02b, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.338688] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.338991] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 75c61d7f-6d60-43b0-b3e5-6639f4827878/75c61d7f-6d60-43b0-b3e5-6639f4827878.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.339261] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bb2e349-2790-486e-b3ca-aaa3159d83ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.346873] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1702.346873] env[62105]: value = "task-1903912" [ 1702.346873] env[62105]: _type = "Task" [ 1702.346873] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.355246] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.396403] env[62105]: DEBUG nova.network.neutron [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Successfully updated port: 1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1702.668763] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903911, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.694320] env[62105]: DEBUG nova.compute.utils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.698924] env[62105]: DEBUG nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1702.753718] env[62105]: DEBUG oslo_concurrency.lockutils [req-da731710-9176-4a64-a8ab-c9d739d5e876 req-5259418e-b610-4f1b-82a2-bef967f9701e service nova] Releasing lock "refresh_cache-83944028-37d1-4e50-8b32-4fbb948b47be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.772271] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.857107] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903912, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.903010] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.903166] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.903311] env[62105]: DEBUG nova.network.neutron [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.074569] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1df0097-3256-47af-b5d8-85be38c2deb8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.082258] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d38f0-d57f-4c8a-ab83-f5d392a95337 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.113401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7cad36-e988-4e2b-bc58-d5d519f8be54 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.121324] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1833ba7a-49e6-4e58-a200-1afd1845739a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.137059] env[62105]: DEBUG nova.compute.provider_tree [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.168706] env[62105]: DEBUG oslo_vmware.api [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1903911, 'name': PowerOnVM_Task, 'duration_secs': 0.514984} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.168940] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1703.169146] env[62105]: INFO nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Took 16.77 seconds to spawn the instance on the hypervisor. [ 1703.169326] env[62105]: DEBUG nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.170095] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d4543-8c41-4104-befd-3f625b57131f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.200590] env[62105]: DEBUG nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.294808] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511f3e2a-820f-490d-8ef1-a8125cd4bc1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.315460] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5392bcd-3ed6-48f6-bd33-1f85012c27c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.323085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1703.357321] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511507} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.357603] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 75c61d7f-6d60-43b0-b3e5-6639f4827878/75c61d7f-6d60-43b0-b3e5-6639f4827878.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.357812] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.358091] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba1b70e4-d801-4cb1-96a6-a7f4db814d76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.365203] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1703.365203] env[62105]: value = "task-1903913" [ 1703.365203] env[62105]: _type = "Task" [ 1703.365203] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.373647] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.447099] env[62105]: DEBUG nova.network.neutron [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1703.595661] env[62105]: DEBUG nova.network.neutron [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Updating instance_info_cache with network_info: [{"id": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "address": "fa:16:3e:a3:12:5e", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019edca-2f", "ovs_interfaceid": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.642026] env[62105]: DEBUG nova.scheduler.client.report [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.687092] env[62105]: INFO nova.compute.manager [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Took 48.24 seconds to build instance. [ 1703.830231] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.830546] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10183d7a-e99c-44e3-9619-ed6b12f0e192 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.838080] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1703.838080] env[62105]: value = "task-1903914" [ 1703.838080] env[62105]: _type = "Task" [ 1703.838080] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.851655] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.874290] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094366} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.874635] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1703.875343] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747cfcfa-4656-4223-ba55-9623708b0665 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.897239] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 75c61d7f-6d60-43b0-b3e5-6639f4827878/75c61d7f-6d60-43b0-b3e5-6639f4827878.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.897609] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9f8fa0-29bd-4e01-b9a9-6dc54847e904 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.917394] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1703.917394] env[62105]: value = "task-1903915" [ 1703.917394] env[62105]: _type = "Task" [ 1703.917394] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.926852] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.097316] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.097678] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Instance network_info: |[{"id": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "address": "fa:16:3e:a3:12:5e", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019edca-2f", "ovs_interfaceid": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1704.098125] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:12:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41f66e20-fd86-4158-bbdc-7a150e85e844', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1019edca-2f72-4ef7-b1f6-c2284cde2896', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.105881] env[62105]: DEBUG oslo.service.loopingcall [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.106120] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.106349] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6efaf4e-b9ac-4a87-9d8f-2158550e908c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.131059] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.131059] env[62105]: value = "task-1903916" [ 1704.131059] env[62105]: _type = "Task" [ 1704.131059] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.141463] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903916, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.146431] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.148820] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.033s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.149091] env[62105]: DEBUG nova.objects.instance [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lazy-loading 'resources' on Instance uuid 8f41e3a8-1151-40b2-aa12-7d8d564ec93a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.174795] env[62105]: INFO nova.scheduler.client.report [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Deleted allocations for instance 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f [ 1704.190329] env[62105]: DEBUG oslo_concurrency.lockutils [None req-20107c56-4aa4-4f79-b505-9d400064fb41 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "b7955ed3-0e26-4e1b-924a-563f68477149" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.746s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.208556] env[62105]: DEBUG nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1704.240017] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1704.240619] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1704.240930] env[62105]: DEBUG nova.virt.hardware [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1704.242239] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b3413b-aeb6-4f6f-a831-2f492a6262bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.253642] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae11a228-bad5-4d11-a705-181e883f2f68 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.268907] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1704.275501] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Creating folder: Project (cfd0d73051b44d21868a5d3aec9e94fe). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.276057] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ab82a84-4151-44ce-9192-a1436af26d1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.288020] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Created folder: Project (cfd0d73051b44d21868a5d3aec9e94fe) in parent group-v392807. [ 1704.288020] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Creating folder: Instances. Parent ref: group-v393030. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1704.288020] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5f589d3-eebc-426d-a2b4-00e533c62b3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.294521] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Created folder: Instances in parent group-v393030. [ 1704.294905] env[62105]: DEBUG oslo.service.loopingcall [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.295211] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1704.295665] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30952037-f41a-4650-9e31-5f7cd6c81a78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.313890] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.313890] env[62105]: value = "task-1903919" [ 1704.313890] env[62105]: _type = "Task" [ 1704.313890] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.320919] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903919, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.327789] env[62105]: DEBUG nova.compute.manager [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Received event network-changed-1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1704.328084] env[62105]: DEBUG nova.compute.manager [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Refreshing instance network info cache due to event network-changed-1019edca-2f72-4ef7-b1f6-c2284cde2896. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1704.328330] env[62105]: DEBUG oslo_concurrency.lockutils [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] Acquiring lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.328487] env[62105]: DEBUG oslo_concurrency.lockutils [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] Acquired lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.328653] env[62105]: DEBUG nova.network.neutron [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Refreshing network info cache for port 1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.349207] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.431647] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903915, 'name': ReconfigVM_Task, 'duration_secs': 0.306708} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.432019] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 75c61d7f-6d60-43b0-b3e5-6639f4827878/75c61d7f-6d60-43b0-b3e5-6639f4827878.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.432686] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d5b8b6-107d-4fc6-80dc-e8b9a2115d62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.440073] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1704.440073] env[62105]: value = "task-1903920" [ 1704.440073] env[62105]: _type = "Task" [ 1704.440073] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.448140] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903920, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.641838] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903916, 'name': CreateVM_Task, 'duration_secs': 0.418397} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.642030] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.642770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.642935] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.643325] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.643640] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12684ab0-5e6c-4f81-ad24-ae8497211866 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.648424] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1704.648424] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d289be-9dbc-6375-6c73-01221c26f362" [ 1704.648424] env[62105]: _type = "Task" [ 1704.648424] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.662848] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d289be-9dbc-6375-6c73-01221c26f362, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.663232] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.663508] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.663757] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.663905] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.664102] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.664392] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d307fc4-1a6d-47b9-a02f-c567af27fce2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.676215] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.676404] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.677146] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea18a75-255b-4de3-849b-4449ad9d0fa4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.688921] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d0ab9d09-7c4c-4ad2-965b-c3743a988665 tempest-InstanceActionsV221TestJSON-966159063 tempest-InstanceActionsV221TestJSON-966159063-project-member] Lock "2d6d813f-fcbb-4182-bd70-32dfd33b3f8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.341s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.690950] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1704.690950] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bb3cdc-307e-de0d-a762-f0e8bf649cbe" [ 1704.690950] env[62105]: _type = "Task" [ 1704.690950] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.698934] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bb3cdc-307e-de0d-a762-f0e8bf649cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.829026] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903919, 'name': CreateVM_Task, 'duration_secs': 0.343292} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.829026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1704.829026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.829026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.829026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1704.829026] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27499dbd-4a8f-46de-be9e-f0f3a35f4bc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.835158] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1704.835158] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5211d0ee-8885-4a72-e800-a776986d0971" [ 1704.835158] env[62105]: _type = "Task" [ 1704.835158] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.850046] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5211d0ee-8885-4a72-e800-a776986d0971, 'name': SearchDatastore_Task} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.850996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.851310] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.851537] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.855984] env[62105]: DEBUG oslo_vmware.api [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903914, 'name': PowerOnVM_Task, 'duration_secs': 0.806077} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.856202] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.856499] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341a9bb4-250b-437c-9819-509c63525baa tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance '2f3d83a2-9774-49a5-9ce9-abfebf42c6ca' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1704.957770] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903920, 'name': Rename_Task, 'duration_secs': 0.16631} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.961315] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.964622] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e2a20b5-7978-4f0c-91fe-b269f2382ff1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.971701] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1704.971701] env[62105]: value = "task-1903921" [ 1704.971701] env[62105]: _type = "Task" [ 1704.971701] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.984162] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.081421] env[62105]: DEBUG nova.network.neutron [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Updated VIF entry in instance network info cache for port 1019edca-2f72-4ef7-b1f6-c2284cde2896. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.081851] env[62105]: DEBUG nova.network.neutron [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Updating instance_info_cache with network_info: [{"id": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "address": "fa:16:3e:a3:12:5e", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019edca-2f", "ovs_interfaceid": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.164419] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d821ef73-5bcc-41b8-8217-b7c2a1ce0a63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.174091] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc001bf-81ba-4337-8dfc-ca34a38ad2b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.215388] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8905944-54df-4694-9ba0-ddb90decf718 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.223613] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bb3cdc-307e-de0d-a762-f0e8bf649cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.226193] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa5180e-be71-41a3-a2a3-df9ffe7fb8f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.229305] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff230eac-fbbb-4987-9171-cbade766e103 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.237627] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1705.237627] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529b3a95-72aa-23eb-e6e6-0dedae172969" [ 1705.237627] env[62105]: _type = "Task" [ 1705.237627] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.246879] env[62105]: DEBUG nova.compute.provider_tree [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.257872] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529b3a95-72aa-23eb-e6e6-0dedae172969, 'name': SearchDatastore_Task, 'duration_secs': 0.01057} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.259369] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.259802] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/73f6d811-d4c9-4ce8-b068-7e02b8d4722a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.260156] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.260382] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.260630] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f61f441-1ef4-4284-aa34-d4d94959dd46 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.263052] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2298e2c2-3845-42be-9508-0f59d150108b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.270675] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1705.270675] env[62105]: value = "task-1903922" [ 1705.270675] env[62105]: _type = "Task" [ 1705.270675] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.272093] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.272279] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.278290] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96c4981-a3bc-4031-aedc-71ed7dbad515 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.285118] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1705.285118] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f9480b-9291-a1ef-b995-a54e82f9d38c" [ 1705.285118] env[62105]: _type = "Task" [ 1705.285118] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.288827] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.298982] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f9480b-9291-a1ef-b995-a54e82f9d38c, 'name': SearchDatastore_Task, 'duration_secs': 0.009272} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.299889] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877d65aa-ed71-46af-9368-63362e719133 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.305570] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1705.305570] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527467ec-9ef2-3eff-10a3-a4b1559e8dce" [ 1705.305570] env[62105]: _type = "Task" [ 1705.305570] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.313975] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527467ec-9ef2-3eff-10a3-a4b1559e8dce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.386444] env[62105]: DEBUG nova.compute.manager [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Received event network-changed-7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1705.386617] env[62105]: DEBUG nova.compute.manager [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Refreshing instance network info cache due to event network-changed-7919003a-1e6c-47aa-8900-3da4c9859c32. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1705.386826] env[62105]: DEBUG oslo_concurrency.lockutils [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] Acquiring lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.386959] env[62105]: DEBUG oslo_concurrency.lockutils [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] Acquired lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.387137] env[62105]: DEBUG nova.network.neutron [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Refreshing network info cache for port 7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.484790] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.586348] env[62105]: DEBUG oslo_concurrency.lockutils [req-591902ef-7d9e-4b4f-837b-ddac179fa282 req-0669c371-c08e-4672-9741-d26c1e297dce service nova] Releasing lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.750594] env[62105]: DEBUG nova.scheduler.client.report [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1705.785377] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903922, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.824021] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527467ec-9ef2-3eff-10a3-a4b1559e8dce, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.824021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.824021] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.824021] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4a80aa7-44cb-4958-a4c8-a5ab219cf0ab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.831728] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1705.831728] env[62105]: value = "task-1903923" [ 1705.831728] env[62105]: _type = "Task" [ 1705.831728] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.843490] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.989932] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903921, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.259400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.259400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.938s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.259610] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.259610] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1706.259874] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.350s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.261505] env[62105]: INFO nova.compute.claims [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.264833] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f040a-79fc-4439-b08a-a0399af955e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.279214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385b2d3-58aa-4b7d-bd28-55e22454c680 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.285333] env[62105]: DEBUG nova.network.neutron [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updated VIF entry in instance network info cache for port 7919003a-1e6c-47aa-8900-3da4c9859c32. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.286580] env[62105]: DEBUG nova.network.neutron [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updating instance_info_cache with network_info: [{"id": "7919003a-1e6c-47aa-8900-3da4c9859c32", "address": "fa:16:3e:8a:e6:91", "network": {"id": "dff9d3ae-ae58-4960-b867-d388cdd8145a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-990030926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a447de2032c24bc1a2ab41f87bbd351d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7919003a-1e", "ovs_interfaceid": "7919003a-1e6c-47aa-8900-3da4c9859c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.306852] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856629} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.308991] env[62105]: INFO nova.scheduler.client.report [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleted allocations for instance 8f41e3a8-1151-40b2-aa12-7d8d564ec93a [ 1706.309999] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/73f6d811-d4c9-4ce8-b068-7e02b8d4722a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.310265] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.311525] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc247b2-8738-4f25-9c18-91aeb8aedf07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.319556] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42dc069b-85c0-45ef-a77b-26073ce6bfae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.331214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7daf1ac-70c6-4f6e-8ce8-e10122fbc700 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.335398] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1706.335398] env[62105]: value = "task-1903924" [ 1706.335398] env[62105]: _type = "Task" [ 1706.335398] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.373970] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178321MB free_disk=142GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1706.373970] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.388515] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.388842] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903923, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.490263] env[62105]: DEBUG oslo_vmware.api [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903921, 'name': PowerOnVM_Task, 'duration_secs': 1.390803} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.490654] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1706.490919] env[62105]: INFO nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1706.491163] env[62105]: DEBUG nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.492152] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7286227d-9c6b-4165-97f7-8bb4a8bbe5ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.718293] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.718293] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.718293] env[62105]: DEBUG nova.compute.manager [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Going to confirm migration 3 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1706.790229] env[62105]: DEBUG oslo_concurrency.lockutils [req-c7388c89-9650-48d0-b27f-1f5154ac66cb req-03a82dea-3ee6-4a6c-a314-56389bc4b5ae service nova] Releasing lock "refresh_cache-b7955ed3-0e26-4e1b-924a-563f68477149" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.828289] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7afab0e-7ee1-4987-9dae-7d96240eca05 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "8f41e3a8-1151-40b2-aa12-7d8d564ec93a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.610s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.848899] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116501} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.852052] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1706.852369] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878691} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.853038] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a66c8d9-6c73-4834-94ee-c68071af9459 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.855385] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1706.855577] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1706.856037] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4202d5e6-1798-438d-956d-76241e187851 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.879727] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/73f6d811-d4c9-4ce8-b068-7e02b8d4722a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1706.881499] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d90d1d-fa1d-415f-918a-cb98d9015f71 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.896697] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1706.896697] env[62105]: value = "task-1903925" [ 1706.896697] env[62105]: _type = "Task" [ 1706.896697] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.903809] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1706.903809] env[62105]: value = "task-1903926" [ 1706.903809] env[62105]: _type = "Task" [ 1706.903809] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.909831] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903925, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.914635] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.014809] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "3271a2fe-e3e8-4e52-975a-2e819f89146a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.015274] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.015343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "3271a2fe-e3e8-4e52-975a-2e819f89146a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.015507] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.016163] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.018741] env[62105]: INFO nova.compute.manager [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Terminating instance [ 1707.020085] env[62105]: INFO nova.compute.manager [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Took 43.08 seconds to build instance. [ 1707.261803] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "interface-75c61d7f-6d60-43b0-b3e5-6639f4827878-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.262062] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "interface-75c61d7f-6d60-43b0-b3e5-6639f4827878-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.262396] env[62105]: DEBUG nova.objects.instance [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lazy-loading 'flavor' on Instance uuid 75c61d7f-6d60-43b0-b3e5-6639f4827878 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.309517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.309781] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.309987] env[62105]: DEBUG nova.network.neutron [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.310326] env[62105]: DEBUG nova.objects.instance [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lazy-loading 'info_cache' on Instance uuid 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.413755] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069135} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.415171] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.415452] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd2fa48-f1bd-4ee7-91bb-7eca9a9b2ee1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.421115] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.440600] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.443441] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a67d58c-82aa-469f-8004-e2d774cbc515 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.463914] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1707.463914] env[62105]: value = "task-1903927" [ 1707.463914] env[62105]: _type = "Task" [ 1707.463914] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.476035] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903927, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.522884] env[62105]: DEBUG oslo_concurrency.lockutils [None req-96393136-e39a-4c33-bbb4-7c1f2aec9fd6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.596s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.523576] env[62105]: DEBUG nova.compute.manager [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.523791] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.524659] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae9e8d-a363-4fb4-92bf-74d4606ad7be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.531796] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.532058] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c8fcca-0679-4290-a530-1a2b17b2803d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.540074] env[62105]: DEBUG oslo_vmware.api [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1707.540074] env[62105]: value = "task-1903928" [ 1707.540074] env[62105]: _type = "Task" [ 1707.540074] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.548507] env[62105]: DEBUG oslo_vmware.api [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.701470] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c53cf9-866e-4d14-a298-42dc5e3a41ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.709205] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c699420-a2bc-4689-8b50-16a7ecb328bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.739571] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1a960a-3eeb-4526-8345-4fa210936864 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.747631] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25952821-660d-442f-96a8-e800778fe810 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.762077] env[62105]: DEBUG nova.compute.provider_tree [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.766416] env[62105]: DEBUG nova.objects.instance [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lazy-loading 'pci_requests' on Instance uuid 75c61d7f-6d60-43b0-b3e5-6639f4827878 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1707.914743] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903926, 'name': ReconfigVM_Task, 'duration_secs': 0.946795} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.915063] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/73f6d811-d4c9-4ce8-b068-7e02b8d4722a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1707.915736] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84f60674-eeb3-48a6-8a0d-3862f1e61633 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.922878] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1707.922878] env[62105]: value = "task-1903929" [ 1707.922878] env[62105]: _type = "Task" [ 1707.922878] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.936231] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903929, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.975084] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.053462] env[62105]: DEBUG oslo_vmware.api [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903928, 'name': PowerOffVM_Task, 'duration_secs': 0.256535} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.054121] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.054524] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.054883] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa17daab-e8dd-4d0f-b26f-0badc96c443d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.246906] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.247144] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.247326] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleting the datastore file [datastore2] 3271a2fe-e3e8-4e52-975a-2e819f89146a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.247599] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ff88332-42b2-4a81-b4ac-fb31b342cc67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.253915] env[62105]: DEBUG oslo_vmware.api [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1708.253915] env[62105]: value = "task-1903931" [ 1708.253915] env[62105]: _type = "Task" [ 1708.253915] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.261779] env[62105]: DEBUG oslo_vmware.api [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.264698] env[62105]: DEBUG nova.scheduler.client.report [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1708.268034] env[62105]: DEBUG nova.objects.base [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Object Instance<75c61d7f-6d60-43b0-b3e5-6639f4827878> lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1708.268229] env[62105]: DEBUG nova.network.neutron [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1708.376420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1165e1-69e8-4ac1-be96-58d16ef6cc03 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "interface-75c61d7f-6d60-43b0-b3e5-6639f4827878-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.114s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.433637] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903929, 'name': Rename_Task, 'duration_secs': 0.20433} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.433939] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.434213] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a905d105-69a3-4804-9ade-a083baacbb3f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.441019] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1708.441019] env[62105]: value = "task-1903932" [ 1708.441019] env[62105]: _type = "Task" [ 1708.441019] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.449474] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.477284] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903927, 'name': ReconfigVM_Task, 'duration_secs': 0.677505} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.477442] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.478052] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd5a9ef9-2283-421c-b150-309ce571f486 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.484870] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1708.484870] env[62105]: value = "task-1903933" [ 1708.484870] env[62105]: _type = "Task" [ 1708.484870] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.492700] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903933, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.540380] env[62105]: DEBUG nova.network.neutron [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance_info_cache with network_info: [{"id": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "address": "fa:16:3e:9e:06:c8", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba58ab86-c5", "ovs_interfaceid": "ba58ab86-c5f9-4566-b5c1-6788f1dc55fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.765348] env[62105]: DEBUG oslo_vmware.api [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37775} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.765677] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.765926] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.766179] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.766393] env[62105]: INFO nova.compute.manager [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1708.766694] env[62105]: DEBUG oslo.service.loopingcall [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.766948] env[62105]: DEBUG nova.compute.manager [-] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.767072] env[62105]: DEBUG nova.network.neutron [-] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.770972] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.771510] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1708.775095] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.129s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.775365] env[62105]: DEBUG nova.objects.instance [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lazy-loading 'resources' on Instance uuid 9a12e95d-305f-42ed-b007-2bb2212287d4 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.956485] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903932, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.011049] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903933, 'name': Rename_Task, 'duration_secs': 0.202672} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.011049] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1709.011049] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac09aeec-fd0a-4222-b85d-fc90abb2c039 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.016264] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1709.016264] env[62105]: value = "task-1903934" [ 1709.016264] env[62105]: _type = "Task" [ 1709.016264] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.029939] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.044365] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.046071] env[62105]: DEBUG nova.objects.instance [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lazy-loading 'migration_context' on Instance uuid 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.203197] env[62105]: DEBUG nova.compute.manager [req-1d0c00e7-082e-4eb0-8894-928979dee351 req-e2e0f887-bea7-4b29-9901-a677ed2c753a service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Received event network-vif-deleted-1fd45c57-9eca-43f8-9028-560ccc2b00a0 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1709.203463] env[62105]: INFO nova.compute.manager [req-1d0c00e7-082e-4eb0-8894-928979dee351 req-e2e0f887-bea7-4b29-9901-a677ed2c753a service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Neutron deleted interface 1fd45c57-9eca-43f8-9028-560ccc2b00a0; detaching it from the instance and deleting it from the info cache [ 1709.203631] env[62105]: DEBUG nova.network.neutron [req-1d0c00e7-082e-4eb0-8894-928979dee351 req-e2e0f887-bea7-4b29-9901-a677ed2c753a service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.279083] env[62105]: DEBUG nova.compute.utils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.286332] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.286332] env[62105]: DEBUG nova.network.neutron [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.331166] env[62105]: DEBUG nova.policy [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4a1a4f918d4bdb99757cf365668225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '256203ef5c6a47b18291554b9f1a7efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.456696] env[62105]: DEBUG oslo_vmware.api [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903932, 'name': PowerOnVM_Task, 'duration_secs': 0.706284} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.456989] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1709.457204] env[62105]: INFO nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1709.457398] env[62105]: DEBUG nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.458240] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2b472e-9cb7-4ef3-b51a-14761f862b71 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.529893] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903934, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.554677] env[62105]: DEBUG nova.objects.base [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Object Instance<2f3d83a2-9774-49a5-9ce9-abfebf42c6ca> lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1709.556140] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cb80e1-58ea-4e15-82f5-32f3d40c504f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.576569] env[62105]: DEBUG nova.network.neutron [-] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.580983] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd629cc5-b2de-486c-b370-6ab0326e8568 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.588250] env[62105]: DEBUG oslo_vmware.api [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1709.588250] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262166f-d80f-8ded-a22c-4b96ef2aab86" [ 1709.588250] env[62105]: _type = "Task" [ 1709.588250] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.602524] env[62105]: DEBUG oslo_vmware.api [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5262166f-d80f-8ded-a22c-4b96ef2aab86, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.603162] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.658764] env[62105]: DEBUG nova.network.neutron [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Successfully created port: 77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.707058] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-434c89d5-022c-4b38-85c3-dc8f09debc46 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.718252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d2f779-99e1-42b4-b86d-7a45266698de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.761249] env[62105]: DEBUG nova.compute.manager [req-1d0c00e7-082e-4eb0-8894-928979dee351 req-e2e0f887-bea7-4b29-9901-a677ed2c753a service nova] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Detach interface failed, port_id=1fd45c57-9eca-43f8-9028-560ccc2b00a0, reason: Instance 3271a2fe-e3e8-4e52-975a-2e819f89146a could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1709.786952] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1709.793114] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd67a4b-755e-4d65-8353-14b06357b889 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.801019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a0827f-7679-4ef9-bace-8aadde1457ab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.835122] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bf60c4-9a75-49fd-b08e-11a467db655e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.843518] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464d4a6a-2642-43ba-807e-2d6565690857 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.862816] env[62105]: DEBUG nova.compute.provider_tree [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.985926] env[62105]: INFO nova.compute.manager [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Took 44.74 seconds to build instance. [ 1710.028523] env[62105]: DEBUG oslo_vmware.api [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903934, 'name': PowerOnVM_Task, 'duration_secs': 0.774615} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.028961] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.029042] env[62105]: INFO nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1710.029352] env[62105]: DEBUG nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1710.030154] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe3702-2ed4-44a7-ac9b-c1de11ede3d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.082031] env[62105]: INFO nova.compute.manager [-] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Took 1.31 seconds to deallocate network for instance. [ 1710.369349] env[62105]: DEBUG nova.scheduler.client.report [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1710.431044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "75c61d7f-6d60-43b0-b3e5-6639f4827878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.432662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.432662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "75c61d7f-6d60-43b0-b3e5-6639f4827878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.432662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.432662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.434288] env[62105]: INFO nova.compute.manager [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Terminating instance [ 1710.488778] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4d64ebd6-f083-4723-8fd4-51aa5248db4a tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.251s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.547417] env[62105]: INFO nova.compute.manager [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Took 43.48 seconds to build instance. [ 1710.590543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.802540] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1710.832704] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1710.832947] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1710.833124] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1710.833308] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1710.834073] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1710.834073] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1710.834073] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1710.834073] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1710.834333] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1710.834533] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1710.834712] env[62105]: DEBUG nova.virt.hardware [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1710.835587] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891916a8-3506-4549-a191-776c7942c4ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.843936] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e6719b-0e47-4b4a-a9c1-2311909c76cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.873995] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.875419] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.656s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.875659] env[62105]: DEBUG nova.objects.instance [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lazy-loading 'resources' on Instance uuid b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1710.903083] env[62105]: INFO nova.scheduler.client.report [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Deleted allocations for instance 9a12e95d-305f-42ed-b007-2bb2212287d4 [ 1710.942440] env[62105]: DEBUG nova.compute.manager [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.942544] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.947188] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad1d30-3d3a-4fe7-88be-b4d359753c6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.956847] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.958089] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fa79473-c4ea-40b3-b366-9751a3f7f783 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.966805] env[62105]: DEBUG oslo_vmware.api [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1710.966805] env[62105]: value = "task-1903935" [ 1710.966805] env[62105]: _type = "Task" [ 1710.966805] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.981662] env[62105]: DEBUG oslo_vmware.api [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.049400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ad5c32a5-848e-487a-b3d7-658a6cb96af1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.991s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.176998] env[62105]: INFO nova.compute.manager [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Rescuing [ 1711.176998] env[62105]: DEBUG oslo_concurrency.lockutils [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.176998] env[62105]: DEBUG oslo_concurrency.lockutils [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.177180] env[62105]: DEBUG nova.network.neutron [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.417263] env[62105]: DEBUG nova.network.neutron [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Successfully updated port: 77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.418989] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b54e5398-98ff-45b0-892d-bf227feff6b2 tempest-ServerRescueTestJSONUnderV235-2037425318 tempest-ServerRescueTestJSONUnderV235-2037425318-project-member] Lock "9a12e95d-305f-42ed-b007-2bb2212287d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.368s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.481329] env[62105]: DEBUG oslo_vmware.api [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903935, 'name': PowerOffVM_Task, 'duration_secs': 0.257162} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.481625] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.481789] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.482055] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-108187f7-162d-47cf-adad-af9b3dad01a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.566937] env[62105]: DEBUG nova.compute.manager [req-90b47ed8-9762-4da0-af80-3c4f588861a3 req-cfb6a27e-d6e0-48ff-8715-2091aa11f8b2 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Received event network-vif-plugged-77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1711.567262] env[62105]: DEBUG oslo_concurrency.lockutils [req-90b47ed8-9762-4da0-af80-3c4f588861a3 req-cfb6a27e-d6e0-48ff-8715-2091aa11f8b2 service nova] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.567554] env[62105]: DEBUG oslo_concurrency.lockutils [req-90b47ed8-9762-4da0-af80-3c4f588861a3 req-cfb6a27e-d6e0-48ff-8715-2091aa11f8b2 service nova] Lock "3e46378a-4220-4268-9c49-6b235b5ba107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.567781] env[62105]: DEBUG oslo_concurrency.lockutils [req-90b47ed8-9762-4da0-af80-3c4f588861a3 req-cfb6a27e-d6e0-48ff-8715-2091aa11f8b2 service nova] Lock "3e46378a-4220-4268-9c49-6b235b5ba107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.568016] env[62105]: DEBUG nova.compute.manager [req-90b47ed8-9762-4da0-af80-3c4f588861a3 req-cfb6a27e-d6e0-48ff-8715-2091aa11f8b2 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] No waiting events found dispatching network-vif-plugged-77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1711.568251] env[62105]: WARNING nova.compute.manager [req-90b47ed8-9762-4da0-af80-3c4f588861a3 req-cfb6a27e-d6e0-48ff-8715-2091aa11f8b2 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Received unexpected event network-vif-plugged-77072df3-c1f2-43e0-9ade-e64fc535f3b2 for instance with vm_state building and task_state spawning. [ 1711.785331] env[62105]: INFO nova.compute.manager [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Rebuilding instance [ 1711.809885] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.810375] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.810627] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Deleting the datastore file [datastore2] 75c61d7f-6d60-43b0-b3e5-6639f4827878 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.811066] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82ce37f2-3745-42a3-83cd-b0655eb84835 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.824072] env[62105]: DEBUG oslo_vmware.api [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for the task: (returnval){ [ 1711.824072] env[62105]: value = "task-1903937" [ 1711.824072] env[62105]: _type = "Task" [ 1711.824072] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.831421] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd46ec1-eb94-4904-9808-55cf5c818e51 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.840824] env[62105]: DEBUG oslo_vmware.api [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.847828] env[62105]: DEBUG nova.compute.manager [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.848932] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb3afc-aecb-4860-aeaf-0793ee325d34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.852545] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b3d58c-c464-41fa-92cc-1837830b760c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.892035] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0c24fe-ab76-4443-a0e5-f352aafb391b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.900864] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5473d5f-5086-4272-b663-d34b45ed2699 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.915768] env[62105]: DEBUG nova.compute.provider_tree [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1711.922521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.922868] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.922952] env[62105]: DEBUG nova.network.neutron [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.006131] env[62105]: DEBUG nova.network.neutron [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Updating instance_info_cache with network_info: [{"id": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "address": "fa:16:3e:a3:12:5e", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019edca-2f", "ovs_interfaceid": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.272804] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.273316] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.335840] env[62105]: DEBUG oslo_vmware.api [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Task: {'id': task-1903937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182971} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.336133] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.336327] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.336520] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.336683] env[62105]: INFO nova.compute.manager [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1712.336934] env[62105]: DEBUG oslo.service.loopingcall [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.337510] env[62105]: DEBUG nova.compute.manager [-] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.337745] env[62105]: DEBUG nova.network.neutron [-] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.418948] env[62105]: DEBUG nova.scheduler.client.report [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1712.507659] env[62105]: DEBUG nova.network.neutron [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.509851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.776090] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1712.854601] env[62105]: DEBUG nova.network.neutron [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updating instance_info_cache with network_info: [{"id": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "address": "fa:16:3e:c3:6a:3e", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77072df3-c1", "ovs_interfaceid": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.899627] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1712.900386] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce641667-ec69-4e07-a369-de86c1b2092f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.910838] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1712.910838] env[62105]: value = "task-1903938" [ 1712.910838] env[62105]: _type = "Task" [ 1712.910838] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.924791] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.927009] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.927492] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.205s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.928012] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.930514] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.112s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.930900] env[62105]: DEBUG nova.objects.instance [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lazy-loading 'resources' on Instance uuid 36a927b6-2c0b-4df6-8d89-8865eff38548 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1712.956372] env[62105]: INFO nova.scheduler.client.report [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted allocations for instance b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e [ 1712.958203] env[62105]: INFO nova.scheduler.client.report [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleted allocations for instance d3687729-453c-46b9-9145-c9f007713552 [ 1713.304183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.357325] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.361015] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance network_info: |[{"id": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "address": "fa:16:3e:c3:6a:3e", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77072df3-c1", "ovs_interfaceid": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.361015] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:6a:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77072df3-c1f2-43e0-9ade-e64fc535f3b2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.367370] env[62105]: DEBUG oslo.service.loopingcall [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.367826] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.368228] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-104df247-1710-404a-a0f5-5f422a778d28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.390552] env[62105]: DEBUG nova.network.neutron [-] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.395247] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.395247] env[62105]: value = "task-1903939" [ 1713.395247] env[62105]: _type = "Task" [ 1713.395247] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.407531] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903939, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.423898] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903938, 'name': PowerOffVM_Task, 'duration_secs': 0.219068} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.423898] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1713.423898] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1713.424332] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e968b-6c9b-4fbf-8c5b-33f38277a8a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.431099] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1713.432091] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a700f22-c1bd-454c-8d87-46a62569e02c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.460331] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1713.460566] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1713.460756] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Deleting the datastore file [datastore1] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1713.461033] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a13a173c-7e98-4a49-9479-cb7046ade595 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.476391] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71405197-03b8-48b1-ac40-1f290d0a1fef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.927s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.477323] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1713.477323] env[62105]: value = "task-1903941" [ 1713.477323] env[62105]: _type = "Task" [ 1713.477323] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.477698] env[62105]: DEBUG oslo_concurrency.lockutils [None req-159ed154-7a89-4af0-9714-bd45ae10f62d tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d3687729-453c-46b9-9145-c9f007713552" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.841s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.493314] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.855223] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd0276a-8cb8-4719-b1fe-456571d5369b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.862326] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06321629-1662-4db8-84ba-47e0ada96a49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.896454] env[62105]: INFO nova.compute.manager [-] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Took 1.56 seconds to deallocate network for instance. [ 1713.908850] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8908c0-f96a-43d5-8dd2-29530c1cf4f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.917189] env[62105]: DEBUG nova.compute.manager [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Received event network-changed-77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1713.917402] env[62105]: DEBUG nova.compute.manager [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Refreshing instance network info cache due to event network-changed-77072df3-c1f2-43e0-9ade-e64fc535f3b2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1713.917612] env[62105]: DEBUG oslo_concurrency.lockutils [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] Acquiring lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.917767] env[62105]: DEBUG oslo_concurrency.lockutils [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] Acquired lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.917931] env[62105]: DEBUG nova.network.neutron [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Refreshing network info cache for port 77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.924103] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903939, 'name': CreateVM_Task, 'duration_secs': 0.397682} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.924522] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.929032] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8195ce12-deb8-4a5e-9349-caab5092aff5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.931572] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.931767] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.932149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.936020] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2741e2d0-d219-4923-be66-dc07b9d6c0e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.946612] env[62105]: DEBUG nova.compute.provider_tree [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.949754] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1713.949754] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5bb60-e44a-241d-5cb6-1a1dd04f8819" [ 1713.949754] env[62105]: _type = "Task" [ 1713.949754] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.960155] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b5bb60-e44a-241d-5cb6-1a1dd04f8819, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.960520] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.960821] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1713.961120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.961292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.961544] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1713.961841] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d1be04-1915-4a36-a2f9-0930a468b148 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.970132] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1713.970358] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1713.971453] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a8a972-1540-47a2-9290-6c64e20584f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.977494] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1713.977494] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b693f-ae63-df75-d017-1cef82b330db" [ 1713.977494] env[62105]: _type = "Task" [ 1713.977494] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.985745] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b693f-ae63-df75-d017-1cef82b330db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.993887] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163566} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.994219] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.994444] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1713.994647] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1714.063265] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.063628] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e01dcd65-b39f-4a16-841f-528ded426541 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.071287] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1714.071287] env[62105]: value = "task-1903942" [ 1714.071287] env[62105]: _type = "Task" [ 1714.071287] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.079673] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.161593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.161593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.161593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.161593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.161593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.162951] env[62105]: INFO nova.compute.manager [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Terminating instance [ 1714.418826] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.452094] env[62105]: DEBUG nova.scheduler.client.report [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1714.491066] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b693f-ae63-df75-d017-1cef82b330db, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.492483] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f6eca7-7a6e-411b-9c38-d8f8454eb04e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.502216] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1714.502216] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa7ade-6051-a51c-a5f2-7c52536c7048" [ 1714.502216] env[62105]: _type = "Task" [ 1714.502216] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.511920] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa7ade-6051-a51c-a5f2-7c52536c7048, 'name': SearchDatastore_Task, 'duration_secs': 0.010427} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.513123] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.513376] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1714.515926] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6f56cbf-dc74-438d-8487-5e860568297c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.523805] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1714.523805] env[62105]: value = "task-1903943" [ 1714.523805] env[62105]: _type = "Task" [ 1714.523805] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.533844] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.593361] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903942, 'name': PowerOffVM_Task, 'duration_secs': 0.373346} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.593817] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.594787] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffbf8c8-5c86-4d85-a4d9-464a1cebef17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.616795] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd38622-1908-4154-a031-b8250ce24e7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.662913] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.663245] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-696e0635-950b-4da2-af18-e3873d77ec8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.666809] env[62105]: DEBUG nova.compute.manager [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.667032] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.667828] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1301a57-ff67-48e7-8f5a-99d8a5557026 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.671701] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1714.671701] env[62105]: value = "task-1903944" [ 1714.671701] env[62105]: _type = "Task" [ 1714.671701] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.677892] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.681678] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c6988d2-dc99-4bf9-b9f2-c6dafc4dc371 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.683430] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1714.683663] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.683907] env[62105]: DEBUG oslo_concurrency.lockutils [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.684124] env[62105]: DEBUG oslo_concurrency.lockutils [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.684299] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.684879] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9f5af43-107a-4980-a147-defee1425b94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.690857] env[62105]: DEBUG oslo_vmware.api [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1714.690857] env[62105]: value = "task-1903945" [ 1714.690857] env[62105]: _type = "Task" [ 1714.690857] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.699523] env[62105]: DEBUG oslo_vmware.api [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.700825] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.701051] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.701854] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ca19dd7-695f-4036-b571-8ceea37ad706 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.708432] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1714.708432] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aa04d1-00a2-b0c3-4417-f02c7224cf15" [ 1714.708432] env[62105]: _type = "Task" [ 1714.708432] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.724260] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aa04d1-00a2-b0c3-4417-f02c7224cf15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.944860] env[62105]: DEBUG nova.network.neutron [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updated VIF entry in instance network info cache for port 77072df3-c1f2-43e0-9ade-e64fc535f3b2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.945548] env[62105]: DEBUG nova.network.neutron [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updating instance_info_cache with network_info: [{"id": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "address": "fa:16:3e:c3:6a:3e", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77072df3-c1", "ovs_interfaceid": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.963657] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.966505] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.504s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.966733] env[62105]: DEBUG nova.objects.instance [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lazy-loading 'resources' on Instance uuid 4c7f95dd-da91-44a2-a0c1-969e05b9dc25 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.020733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-bc88a35d-5b6d-4c84-86e4-f93d9d852adf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.020733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-bc88a35d-5b6d-4c84-86e4-f93d9d852adf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.020733] env[62105]: DEBUG nova.objects.instance [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'flavor' on Instance uuid bc88a35d-5b6d-4c84-86e4-f93d9d852adf {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.033231] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903943, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.044473] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1715.045443] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1715.045443] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1715.045443] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1715.045443] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1715.045443] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1715.045853] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1715.045853] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1715.045924] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1715.046087] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1715.046276] env[62105]: DEBUG nova.virt.hardware [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1715.050017] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef11a0ac-c2e3-465b-9466-805664a09449 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.051167] env[62105]: INFO nova.scheduler.client.report [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted allocations for instance 36a927b6-2c0b-4df6-8d89-8865eff38548 [ 1715.062024] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd50ce-4106-46c5-91dc-429af4ae2996 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.079909] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1715.086310] env[62105]: DEBUG oslo.service.loopingcall [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.086676] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1715.086916] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2cad3d5-2ddb-4c0c-b1c1-d04f254dcfbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.103670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.103939] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.107788] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1715.107788] env[62105]: value = "task-1903946" [ 1715.107788] env[62105]: _type = "Task" [ 1715.107788] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.116391] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903946, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.201180] env[62105]: DEBUG oslo_vmware.api [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903945, 'name': PowerOffVM_Task, 'duration_secs': 0.282901} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.201492] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1715.201673] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1715.201948] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5c98eb7-3b5b-497c-bbf6-883deeee936b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.217775] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aa04d1-00a2-b0c3-4417-f02c7224cf15, 'name': SearchDatastore_Task, 'duration_secs': 0.015608} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.218572] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d9f629-63bf-4e29-ab24-020cccf2fa16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.224049] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1715.224049] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222c7a3-b2ca-45b6-2848-129568b33b52" [ 1715.224049] env[62105]: _type = "Task" [ 1715.224049] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.231920] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222c7a3-b2ca-45b6-2848-129568b33b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.279287] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.279494] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.279798] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleting the datastore file [datastore2] 4c555c59-1945-4b0f-98c2-2af5bbb391eb {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.279979] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566c3d37-88a8-4874-b722-bbc1b3fd67b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.287415] env[62105]: DEBUG oslo_vmware.api [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1715.287415] env[62105]: value = "task-1903948" [ 1715.287415] env[62105]: _type = "Task" [ 1715.287415] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.296016] env[62105]: DEBUG oslo_vmware.api [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.448718] env[62105]: DEBUG oslo_concurrency.lockutils [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] Releasing lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.449055] env[62105]: DEBUG nova.compute.manager [req-6dcb5798-3321-40fa-af50-24a21665a9d9 req-6ea3e652-8d93-4ffa-a65a-68b806ff9a4a service nova] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Received event network-vif-deleted-bc7ecce6-e728-42fa-8434-f36890eff945 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1715.536742] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51248} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.536742] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1715.537345] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1715.537345] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b49528df-c916-40e2-bc91-9ddc31d7c15e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.544256] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1715.544256] env[62105]: value = "task-1903949" [ 1715.544256] env[62105]: _type = "Task" [ 1715.544256] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.557770] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.558423] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a776dd90-1dd5-43ef-8980-738dfdb4898a tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "36a927b6-2c0b-4df6-8d89-8865eff38548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.680s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.607874] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1715.614419] env[62105]: DEBUG nova.objects.instance [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'pci_requests' on Instance uuid bc88a35d-5b6d-4c84-86e4-f93d9d852adf {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.628519] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903946, 'name': CreateVM_Task, 'duration_secs': 0.389472} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.628519] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1715.629241] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.629241] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.629458] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1715.629702] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec5a6621-638e-45d0-9daa-187b36ccb584 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.635474] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1715.635474] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bb645-395d-227f-0fc5-37f164c80592" [ 1715.635474] env[62105]: _type = "Task" [ 1715.635474] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.649426] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bb645-395d-227f-0fc5-37f164c80592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.735076] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5222c7a3-b2ca-45b6-2848-129568b33b52, 'name': SearchDatastore_Task, 'duration_secs': 0.028477} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.735369] env[62105]: DEBUG oslo_concurrency.lockutils [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.735649] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. {{(pid=62105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1715.735965] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b90808b-1c7d-44a4-af7c-018423ffaced {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.743554] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1715.743554] env[62105]: value = "task-1903950" [ 1715.743554] env[62105]: _type = "Task" [ 1715.743554] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.752556] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.799488] env[62105]: DEBUG oslo_vmware.api [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1903948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426356} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.799809] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.799929] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.800190] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.800418] env[62105]: INFO nova.compute.manager [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1715.800809] env[62105]: DEBUG oslo.service.loopingcall [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.800894] env[62105]: DEBUG nova.compute.manager [-] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.800961] env[62105]: DEBUG nova.network.neutron [-] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.834521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.834812] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.835035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.835227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.835396] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.837756] env[62105]: INFO nova.compute.manager [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Terminating instance [ 1715.962158] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecbaaab-09c5-4100-94a7-e7a8a6279e7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.970384] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be04461-b888-4296-a75f-ef648ed2af6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.007143] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ff814b-1a2b-461f-a5b8-fbe441ef7ae1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.016098] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73e34d-b2d5-420a-8971-2272c65ed229 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.031367] env[62105]: DEBUG nova.compute.provider_tree [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.054028] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164318} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.054329] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.055184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d25d82c-5da4-4337-ab2d-f55b0f09b73e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.080093] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.080529] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b0b6a9-d10e-43ef-9415-d60e9d73f576 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.103013] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1716.103013] env[62105]: value = "task-1903951" [ 1716.103013] env[62105]: _type = "Task" [ 1716.103013] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.112258] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.118276] env[62105]: DEBUG nova.objects.base [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1716.118475] env[62105]: DEBUG nova.network.neutron [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.147588] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bb645-395d-227f-0fc5-37f164c80592, 'name': SearchDatastore_Task, 'duration_secs': 0.013841} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.148682] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.149040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.149315] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1716.149571] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.149722] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.149939] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1716.150252] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c7a14ca-9eac-4a24-971a-50c5654dfb74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.158963] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1716.159151] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1716.159846] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9ea20f9-c1bc-429c-b1fd-1e110ce7896a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.165716] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1716.165716] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52318a85-1325-f758-9ad1-5278ca3d9d40" [ 1716.165716] env[62105]: _type = "Task" [ 1716.165716] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.172682] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52318a85-1325-f758-9ad1-5278ca3d9d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.206496] env[62105]: DEBUG nova.policy [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1716.253395] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.344321] env[62105]: DEBUG nova.compute.manager [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1716.347058] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1716.347058] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eba9bf-429c-45e4-8e2a-9ce50f742c9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.362701] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.363199] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-842ba55d-3054-432b-9075-98912566178a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.372365] env[62105]: DEBUG oslo_vmware.api [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1716.372365] env[62105]: value = "task-1903952" [ 1716.372365] env[62105]: _type = "Task" [ 1716.372365] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.384400] env[62105]: DEBUG oslo_vmware.api [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.535769] env[62105]: DEBUG nova.scheduler.client.report [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1716.613966] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.675793] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52318a85-1325-f758-9ad1-5278ca3d9d40, 'name': SearchDatastore_Task, 'duration_secs': 0.03332} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.676608] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eedb479-33ca-4a64-b0ae-485853e09aec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.681619] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1716.681619] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5232a196-8944-4593-f54b-fdb733dd7c07" [ 1716.681619] env[62105]: _type = "Task" [ 1716.681619] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.689189] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5232a196-8944-4593-f54b-fdb733dd7c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.745236] env[62105]: DEBUG nova.network.neutron [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Successfully created port: 98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1716.757011] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.783709] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "ae779600-8b2a-4712-998d-e47752965086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.784015] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "ae779600-8b2a-4712-998d-e47752965086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.784258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "ae779600-8b2a-4712-998d-e47752965086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.784472] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "ae779600-8b2a-4712-998d-e47752965086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.784712] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "ae779600-8b2a-4712-998d-e47752965086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.786881] env[62105]: INFO nova.compute.manager [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Terminating instance [ 1716.800766] env[62105]: DEBUG nova.network.neutron [-] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.840442] env[62105]: DEBUG nova.compute.manager [req-1ce9d0e5-e379-41db-be89-1ee19d4bc2f2 req-4e86f735-7e25-4997-ac8a-356ad6fb5056 service nova] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Received event network-vif-deleted-39e2f64a-446e-4277-b27f-073f56e231c9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1716.885139] env[62105]: DEBUG oslo_vmware.api [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903952, 'name': PowerOffVM_Task, 'duration_secs': 0.21513} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.886029] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1716.886029] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1716.886029] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5d91137-2000-46a0-b992-2280817156d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.045099] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.048090] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.196s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.048641] env[62105]: DEBUG nova.objects.instance [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lazy-loading 'resources' on Instance uuid 137d5ecc-9ea7-4b23-ae4b-159ba3af5268 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1717.072540] env[62105]: INFO nova.scheduler.client.report [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Deleted allocations for instance 4c7f95dd-da91-44a2-a0c1-969e05b9dc25 [ 1717.085302] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1717.085602] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1717.085811] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleting the datastore file [datastore1] d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1717.086143] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0334a5-6886-4e80-8d1b-f63683f57aa9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.097726] env[62105]: DEBUG oslo_vmware.api [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for the task: (returnval){ [ 1717.097726] env[62105]: value = "task-1903954" [ 1717.097726] env[62105]: _type = "Task" [ 1717.097726] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.108405] env[62105]: DEBUG oslo_vmware.api [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.119874] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903951, 'name': ReconfigVM_Task, 'duration_secs': 0.950288} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.119874] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1717.120215] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6f56e30-dfa4-44dc-9bb6-bc9bc8c2614b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.127956] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1717.127956] env[62105]: value = "task-1903955" [ 1717.127956] env[62105]: _type = "Task" [ 1717.127956] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.141535] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903955, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.191562] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5232a196-8944-4593-f54b-fdb733dd7c07, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.191904] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.192199] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1717.192505] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e1d25a-06b3-4ee7-882b-3705cac5c525 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.199295] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1717.199295] env[62105]: value = "task-1903956" [ 1717.199295] env[62105]: _type = "Task" [ 1717.199295] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.213215] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.994786] env[62105]: DEBUG nova.compute.manager [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.995122] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.995616] env[62105]: INFO nova.compute.manager [-] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Took 2.19 seconds to deallocate network for instance. [ 1718.000587] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903950, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460386} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.002682] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd78f0-fd07-4f1f-be37-9d4e54bf56c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.014496] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. [ 1718.015126] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45901df1-c5fe-4e32-8597-ab3a4f29dd4a tempest-ServersTestMultiNic-1660271482 tempest-ServersTestMultiNic-1660271482-project-member] Lock "4c7f95dd-da91-44a2-a0c1-969e05b9dc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.674s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.019249] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42da96f1-0c98-494a-ad97-6ae3b3ead084 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.028862] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903955, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.051030] env[62105]: DEBUG oslo_vmware.api [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Task: {'id': task-1903954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23474} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.051030] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.057607] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1718.057984] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.061560] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.061771] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.061944] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.062141] env[62105]: INFO nova.compute.manager [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1718.062379] env[62105]: DEBUG oslo.service.loopingcall [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.062563] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f497ce7f-4774-4380-b7a4-f2cb573950ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.064268] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53b11e9-9287-49d1-bd27-b79c792801cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.078519] env[62105]: DEBUG nova.compute.manager [-] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.078640] env[62105]: DEBUG nova.network.neutron [-] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.086694] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1718.086694] env[62105]: value = "task-1903958" [ 1718.086694] env[62105]: _type = "Task" [ 1718.086694] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.088013] env[62105]: DEBUG oslo_vmware.api [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1718.088013] env[62105]: value = "task-1903957" [ 1718.088013] env[62105]: _type = "Task" [ 1718.088013] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.102308] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903958, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.105560] env[62105]: DEBUG oslo_vmware.api [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.510380] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5804f4-ad45-49a3-84bd-2e1fc9711f3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.519287] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903955, 'name': Rename_Task, 'duration_secs': 1.166047} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.519543] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.520252] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.520514] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7aec290-1ec8-439e-aa64-6940448f00fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.525247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.526790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6320c31-c5a1-42ea-8bb2-a785c2ec27c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.531492] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1718.531492] env[62105]: value = "task-1903959" [ 1718.531492] env[62105]: _type = "Task" [ 1718.531492] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.574328] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f563aa-4ade-4a6f-8538-9837587d327d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.577441] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.583442] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b4431-920a-43c9-96cb-e2d8cc3ee51e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.603858] env[62105]: DEBUG nova.compute.provider_tree [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1718.612544] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903958, 'name': ReconfigVM_Task, 'duration_secs': 0.404521} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.613284] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.614566] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d761169-cc73-421d-a030-81dff31cd47c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.621307] env[62105]: DEBUG oslo_vmware.api [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903957, 'name': PowerOffVM_Task, 'duration_secs': 0.225398} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.621735] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.621941] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.622127] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f98950f-ef48-4723-98ad-d28f6ef69a48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.648092] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969def13-d33f-45b0-84ab-4735cf1ed071 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.668183] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1718.668183] env[62105]: value = "task-1903961" [ 1718.668183] env[62105]: _type = "Task" [ 1718.668183] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.678308] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.715549] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.715769] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.717044] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleting the datastore file [datastore2] ae779600-8b2a-4712-998d-e47752965086 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.717044] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dffd6b24-4bd4-42d9-ad29-5bc8d5b6fa57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.723523] env[62105]: DEBUG oslo_vmware.api [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1718.723523] env[62105]: value = "task-1903962" [ 1718.723523] env[62105]: _type = "Task" [ 1718.723523] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.731537] env[62105]: DEBUG oslo_vmware.api [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.748364] env[62105]: DEBUG nova.network.neutron [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Successfully updated port: 98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1718.940819] env[62105]: DEBUG nova.network.neutron [-] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.014542] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903956, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.502604} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.014984] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1719.014984] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1719.015632] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87b92952-8f77-46db-8e7b-a47430cc5064 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.024374] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1719.024374] env[62105]: value = "task-1903963" [ 1719.024374] env[62105]: _type = "Task" [ 1719.024374] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.032030] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.040347] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.110719] env[62105]: DEBUG nova.scheduler.client.report [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1719.180885] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903961, 'name': ReconfigVM_Task, 'duration_secs': 0.168744} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.181839] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.182124] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35da1f8-7684-45c3-ad7c-4d623b6ebf14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.189836] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1719.189836] env[62105]: value = "task-1903964" [ 1719.189836] env[62105]: _type = "Task" [ 1719.189836] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.201328] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.235346] env[62105]: DEBUG oslo_vmware.api [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1903962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204399} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.235346] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1719.235512] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1719.236532] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.236532] env[62105]: INFO nova.compute.manager [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: ae779600-8b2a-4712-998d-e47752965086] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1719.236532] env[62105]: DEBUG oslo.service.loopingcall [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.236654] env[62105]: DEBUG nova.compute.manager [-] [instance: ae779600-8b2a-4712-998d-e47752965086] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1719.236818] env[62105]: DEBUG nova.network.neutron [-] [instance: ae779600-8b2a-4712-998d-e47752965086] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.251272] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.251460] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.251770] env[62105]: DEBUG nova.network.neutron [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.445922] env[62105]: INFO nova.compute.manager [-] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Took 1.37 seconds to deallocate network for instance. [ 1719.537410] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079683} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.540973] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.544245] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baab0924-49a8-432f-b083-68d8cf527d76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.553229] env[62105]: DEBUG oslo_vmware.api [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1903959, 'name': PowerOnVM_Task, 'duration_secs': 0.593994} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.560189] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.560432] env[62105]: INFO nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1719.560623] env[62105]: DEBUG nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.569589] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.570334] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2687bcec-53b4-40b9-a046-5a624a19bc67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.572954] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d35de3ba-155a-4a9f-8598-1c76ce943a82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.595222] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1719.595222] env[62105]: value = "task-1903965" [ 1719.595222] env[62105]: _type = "Task" [ 1719.595222] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.605382] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.618032] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.569s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.619120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.035s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.619391] env[62105]: DEBUG nova.objects.instance [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lazy-loading 'pci_requests' on Instance uuid 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.643348] env[62105]: INFO nova.scheduler.client.report [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Deleted allocations for instance 137d5ecc-9ea7-4b23-ae4b-159ba3af5268 [ 1719.700687] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.722873] env[62105]: DEBUG nova.compute.manager [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Received event network-vif-deleted-01398014-a11f-4d4b-b326-9614da3875a6 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1719.723412] env[62105]: DEBUG nova.compute.manager [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-vif-plugged-98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1719.723771] env[62105]: DEBUG oslo_concurrency.lockutils [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.724121] env[62105]: DEBUG oslo_concurrency.lockutils [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.724405] env[62105]: DEBUG oslo_concurrency.lockutils [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.724750] env[62105]: DEBUG nova.compute.manager [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] No waiting events found dispatching network-vif-plugged-98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1719.724991] env[62105]: WARNING nova.compute.manager [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received unexpected event network-vif-plugged-98003306-74f8-495e-9313-70ff12046613 for instance with vm_state active and task_state None. [ 1719.725236] env[62105]: DEBUG nova.compute.manager [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-changed-98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1719.725452] env[62105]: DEBUG nova.compute.manager [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Refreshing instance network info cache due to event network-changed-98003306-74f8-495e-9313-70ff12046613. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1719.725693] env[62105]: DEBUG oslo_concurrency.lockutils [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] Acquiring lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.794969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "9518af96-1bf8-4563-a2e0-e41eda3664ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.795244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.798671] env[62105]: WARNING nova.network.neutron [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] 12685d29-c723-405e-bc0a-1151bb6b598c already exists in list: networks containing: ['12685d29-c723-405e-bc0a-1151bb6b598c']. ignoring it [ 1719.954703] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.047828] env[62105]: DEBUG nova.network.neutron [-] [instance: ae779600-8b2a-4712-998d-e47752965086] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.107440] env[62105]: DEBUG nova.network.neutron [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98003306-74f8-495e-9313-70ff12046613", "address": "fa:16:3e:f6:c5:5f", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98003306-74", "ovs_interfaceid": "98003306-74f8-495e-9313-70ff12046613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.112015] env[62105]: INFO nova.compute.manager [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Took 40.21 seconds to build instance. [ 1720.116446] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.122899] env[62105]: DEBUG nova.objects.instance [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lazy-loading 'numa_topology' on Instance uuid 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.152706] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6a336fef-b3a9-4684-b52e-ff5fdedff2fd tempest-ImagesOneServerNegativeTestJSON-1185214 tempest-ImagesOneServerNegativeTestJSON-1185214-project-member] Lock "137d5ecc-9ea7-4b23-ae4b-159ba3af5268" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.014s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.204145] env[62105]: DEBUG oslo_vmware.api [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903964, 'name': PowerOnVM_Task, 'duration_secs': 0.805351} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.204145] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.206572] env[62105]: DEBUG nova.compute.manager [None req-866f254d-545f-4421-aabf-b3b2f0a0fe30 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1720.207391] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8635d481-6523-4441-bde6-fc0a6c1a7996 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.298145] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1720.550411] env[62105]: INFO nova.compute.manager [-] [instance: ae779600-8b2a-4712-998d-e47752965086] Took 1.31 seconds to deallocate network for instance. [ 1720.605621] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903965, 'name': ReconfigVM_Task, 'duration_secs': 0.68849} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.605932] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c/3d42977e-1d25-4a12-ae52-8dcd0fd3f31c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.606536] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-356861a3-fcc9-4469-8bb3-ae90f9e23b3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.609775] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.610333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.610549] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.610852] env[62105]: DEBUG oslo_concurrency.lockutils [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] Acquired lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.611075] env[62105]: DEBUG nova.network.neutron [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Refreshing network info cache for port 98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.612672] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498aec39-a2e3-4d71-81b1-c4bd48f8e0eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.616435] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1720.616435] env[62105]: value = "task-1903966" [ 1720.616435] env[62105]: _type = "Task" [ 1720.616435] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.617191] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d1c38ac-6aa4-4e56-bfd1-28b5f2dd8a03 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.731s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.634425] env[62105]: INFO nova.compute.claims [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.637649] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.637948] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.638044] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.638232] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.638380] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.638525] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.638728] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.638884] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.639127] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.639981] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.639981] env[62105]: DEBUG nova.virt.hardware [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.646745] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Reconfiguring VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1720.648095] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-145aa2e5-e183-4fc1-903f-cfe506bff2c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.672694] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903966, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.678110] env[62105]: DEBUG oslo_vmware.api [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1720.678110] env[62105]: value = "task-1903967" [ 1720.678110] env[62105]: _type = "Task" [ 1720.678110] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.687091] env[62105]: DEBUG oslo_vmware.api [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903967, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.821545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.059943] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.143061] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903966, 'name': Rename_Task, 'duration_secs': 0.313832} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.143730] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.143730] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b416f36-e388-4347-8c14-2b25c5f8c2a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.156112] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1721.156112] env[62105]: value = "task-1903968" [ 1721.156112] env[62105]: _type = "Task" [ 1721.156112] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.166530] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.189486] env[62105]: DEBUG oslo_vmware.api [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.285311] env[62105]: DEBUG nova.compute.manager [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Received event network-changed-77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1721.285311] env[62105]: DEBUG nova.compute.manager [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Refreshing instance network info cache due to event network-changed-77072df3-c1f2-43e0-9ade-e64fc535f3b2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1721.285311] env[62105]: DEBUG oslo_concurrency.lockutils [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] Acquiring lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.285311] env[62105]: DEBUG oslo_concurrency.lockutils [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] Acquired lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.285311] env[62105]: DEBUG nova.network.neutron [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Refreshing network info cache for port 77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.490143] env[62105]: DEBUG nova.network.neutron [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updated VIF entry in instance network info cache for port 98003306-74f8-495e-9313-70ff12046613. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.490143] env[62105]: DEBUG nova.network.neutron [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98003306-74f8-495e-9313-70ff12046613", "address": "fa:16:3e:f6:c5:5f", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98003306-74", "ovs_interfaceid": "98003306-74f8-495e-9313-70ff12046613", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.638506] env[62105]: INFO nova.compute.manager [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Unrescuing [ 1721.638714] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.638861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquired lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.639046] env[62105]: DEBUG nova.network.neutron [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.665927] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.693380] env[62105]: DEBUG oslo_vmware.api [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903967, 'name': ReconfigVM_Task, 'duration_secs': 0.833465} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.693938] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.694180] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Reconfigured VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1721.946274] env[62105]: DEBUG nova.compute.manager [req-62e13c67-977c-4e71-bd32-9c9abc24ac2b req-b63578e4-8893-4aa9-af5c-ca817e4285ec service nova] [instance: ae779600-8b2a-4712-998d-e47752965086] Received event network-vif-deleted-9bc32d47-1c40-4b2e-ab1f-78dbdf2f8545 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1721.991558] env[62105]: DEBUG oslo_concurrency.lockutils [req-4486db59-b4cd-479e-bbe0-bc0d0a4a2601 req-f1d801f2-f9a0-4b30-a10e-169157352dcc service nova] Releasing lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.073318] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5c9285-4dcb-4bc6-9f87-f63a65b0893c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.080592] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86277abc-16d5-47ca-9506-da070e2fea1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.116341] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386027c4-4de7-476e-99b8-f929038b23a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.124992] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc6d47c-e3ab-4b9d-b14c-f5ce0b6259f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.145641] env[62105]: DEBUG nova.compute.provider_tree [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.167530] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.199351] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02e10a75-0b06-439f-920d-78a33d298a3b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-bc88a35d-5b6d-4c84-86e4-f93d9d852adf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.181s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.221044] env[62105]: DEBUG nova.network.neutron [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updated VIF entry in instance network info cache for port 77072df3-c1f2-43e0-9ade-e64fc535f3b2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.221455] env[62105]: DEBUG nova.network.neutron [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updating instance_info_cache with network_info: [{"id": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "address": "fa:16:3e:c3:6a:3e", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77072df3-c1", "ovs_interfaceid": "77072df3-c1f2-43e0-9ade-e64fc535f3b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.525219] env[62105]: DEBUG nova.network.neutron [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Updating instance_info_cache with network_info: [{"id": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "address": "fa:16:3e:a3:12:5e", "network": {"id": "446e32c6-72b8-4f74-963a-ddc4e84f91a8", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-468690917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3191e20b40364045a49146fdc77a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41f66e20-fd86-4158-bbdc-7a150e85e844", "external-id": "nsx-vlan-transportzone-182", "segmentation_id": 182, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1019edca-2f", "ovs_interfaceid": "1019edca-2f72-4ef7-b1f6-c2284cde2896", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.649021] env[62105]: DEBUG nova.scheduler.client.report [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1722.670164] env[62105]: DEBUG oslo_vmware.api [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903968, 'name': PowerOnVM_Task, 'duration_secs': 1.21669} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.670470] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1722.670680] env[62105]: DEBUG nova.compute.manager [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1722.671478] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb999c-8b47-4799-b7f6-d34ee8a7ed85 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.727063] env[62105]: DEBUG oslo_concurrency.lockutils [req-713e77a7-9b89-4c04-87fe-2d7955396e90 req-c35ec4a3-139c-4966-bb7d-ef6114f47fe3 service nova] Releasing lock "refresh_cache-3e46378a-4220-4268-9c49-6b235b5ba107" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.031592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Releasing lock "refresh_cache-73f6d811-d4c9-4ce8-b068-7e02b8d4722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.032396] env[62105]: DEBUG nova.objects.instance [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lazy-loading 'flavor' on Instance uuid 73f6d811-d4c9-4ce8-b068-7e02b8d4722a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.156171] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.537s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.162139] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.299s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.162139] env[62105]: DEBUG nova.objects.instance [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'resources' on Instance uuid e680f8f2-5e68-4a44-85e1-7e73de1d3b24 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.193956] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.204457] env[62105]: INFO nova.network.neutron [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating port c73cf5cc-048d-4fd8-a743-076f5a163dff with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1723.538992] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527d671-f3bc-40b4-8a0f-09e5f3d03155 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.561156] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.561559] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b5c2180-e4d6-4578-9054-60ad5761f92e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.569021] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1723.569021] env[62105]: value = "task-1903969" [ 1723.569021] env[62105]: _type = "Task" [ 1723.569021] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.577262] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.665308] env[62105]: DEBUG nova.objects.instance [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'numa_topology' on Instance uuid e680f8f2-5e68-4a44-85e1-7e73de1d3b24 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1723.916040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.916040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.916180] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.916302] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.916552] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.918441] env[62105]: INFO nova.compute.manager [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Terminating instance [ 1724.078492] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903969, 'name': PowerOffVM_Task, 'duration_secs': 0.30852} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.078789] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.084355] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1724.084613] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c69e8717-fbfe-4592-b6ec-cd6a1b20c6ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.102544] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1724.102544] env[62105]: value = "task-1903970" [ 1724.102544] env[62105]: _type = "Task" [ 1724.102544] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.110045] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.169808] env[62105]: DEBUG nova.objects.base [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1724.224526] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-bc88a35d-5b6d-4c84-86e4-f93d9d852adf-98003306-74f8-495e-9313-70ff12046613" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.224526] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-bc88a35d-5b6d-4c84-86e4-f93d9d852adf-98003306-74f8-495e-9313-70ff12046613" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.384818] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.385113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.426488] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "refresh_cache-3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.426589] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquired lock "refresh_cache-3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.426770] env[62105]: DEBUG nova.network.neutron [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.571497] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52023bca-db83-45c8-96e9-4b729e9625db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.576767] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bbac81-9adf-4959-9ff5-d4987f19c5d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.612352] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3e872c-fa4d-4e39-afc0-6371f723e253 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.622591] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903970, 'name': ReconfigVM_Task, 'duration_secs': 0.265649} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.624810] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1724.625083] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.625404] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c378700d-4b37-439d-8bc8-24e38e3c4f99 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.627902] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237fec1-c8a7-4419-8162-c4df00719543 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.642562] env[62105]: DEBUG nova.compute.provider_tree [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1724.645365] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1724.645365] env[62105]: value = "task-1903971" [ 1724.645365] env[62105]: _type = "Task" [ 1724.645365] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.655193] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903971, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.729543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.729762] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.731638] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd5fa58-587f-4214-ba82-a2cd11d994cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.735438] env[62105]: DEBUG nova.compute.manager [req-12e4a44b-fee6-47a3-865b-9b555e693fc7 req-c6cb4ec0-7ca6-42e9-ad9a-201514ea2c8a service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-vif-plugged-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1724.737088] env[62105]: DEBUG oslo_concurrency.lockutils [req-12e4a44b-fee6-47a3-865b-9b555e693fc7 req-c6cb4ec0-7ca6-42e9-ad9a-201514ea2c8a service nova] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.737088] env[62105]: DEBUG oslo_concurrency.lockutils [req-12e4a44b-fee6-47a3-865b-9b555e693fc7 req-c6cb4ec0-7ca6-42e9-ad9a-201514ea2c8a service nova] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.737088] env[62105]: DEBUG oslo_concurrency.lockutils [req-12e4a44b-fee6-47a3-865b-9b555e693fc7 req-c6cb4ec0-7ca6-42e9-ad9a-201514ea2c8a service nova] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.737088] env[62105]: DEBUG nova.compute.manager [req-12e4a44b-fee6-47a3-865b-9b555e693fc7 req-c6cb4ec0-7ca6-42e9-ad9a-201514ea2c8a service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] No waiting events found dispatching network-vif-plugged-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.737088] env[62105]: WARNING nova.compute.manager [req-12e4a44b-fee6-47a3-865b-9b555e693fc7 req-c6cb4ec0-7ca6-42e9-ad9a-201514ea2c8a service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received unexpected event network-vif-plugged-c73cf5cc-048d-4fd8-a743-076f5a163dff for instance with vm_state shelved_offloaded and task_state spawning. [ 1724.753211] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6857894-47d7-4383-a979-290822a88735 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.779490] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Reconfiguring VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1724.779873] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d56861-fc8b-48bc-afe7-24f741e73268 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.799761] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1724.799761] env[62105]: value = "task-1903972" [ 1724.799761] env[62105]: _type = "Task" [ 1724.799761] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.808357] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.892932] env[62105]: DEBUG nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1724.900684] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.900847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.901042] env[62105]: DEBUG nova.network.neutron [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.948133] env[62105]: DEBUG nova.network.neutron [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.012952] env[62105]: DEBUG nova.network.neutron [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.147556] env[62105]: DEBUG nova.scheduler.client.report [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.160249] env[62105]: DEBUG oslo_vmware.api [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903971, 'name': PowerOnVM_Task, 'duration_secs': 0.386931} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.160568] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.160805] env[62105]: DEBUG nova.compute.manager [None req-e2fb7061-3704-4314-95da-7e126ffa1d6f tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.161947] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc528a81-a201-4594-930b-274baf3c78e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.309395] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.418880] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1725.517678] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Releasing lock "refresh_cache-3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.518140] env[62105]: DEBUG nova.compute.manager [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1725.518337] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1725.521630] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d672464-0cf9-4e31-827e-879a8756d36e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.530218] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1725.530528] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9617fc5-fa98-4173-9dd7-5a8358d074bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.536785] env[62105]: DEBUG oslo_vmware.api [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1725.536785] env[62105]: value = "task-1903973" [ 1725.536785] env[62105]: _type = "Task" [ 1725.536785] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.545538] env[62105]: DEBUG oslo_vmware.api [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.650688] env[62105]: DEBUG nova.network.neutron [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.655300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.496s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.657764] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.655s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.659472] env[62105]: INFO nova.compute.claims [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.809838] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.048976] env[62105]: DEBUG oslo_vmware.api [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903973, 'name': PowerOffVM_Task, 'duration_secs': 0.221986} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.049342] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.052382] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1726.052718] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e1242b-410f-480b-a0ba-160576e7556b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.078619] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1726.078861] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1726.079059] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Deleting the datastore file [datastore2] 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1726.079364] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2973981-b0b1-4d06-933c-e498809be41f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.086175] env[62105]: DEBUG oslo_vmware.api [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for the task: (returnval){ [ 1726.086175] env[62105]: value = "task-1903975" [ 1726.086175] env[62105]: _type = "Task" [ 1726.086175] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.094135] env[62105]: DEBUG oslo_vmware.api [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.154011] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.171950] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14d44f16-fa29-4670-a17b-16a228053d27 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.208s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.171950] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.350s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.171950] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.171950] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.171950] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.177068] env[62105]: INFO nova.compute.manager [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Terminating instance [ 1726.192184] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='559083f95a3bd71c00b44d162deb2772',container_format='bare',created_at=2024-12-15T00:58:05Z,direct_url=,disk_format='vmdk',id=cebf7845-776e-4ec5-b4ba-23f83612f6df,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1240358410-shelved',owner='30051ec301ca44b4ae5e8a2b59bb6f37',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-12-15T00:58:22Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1726.192443] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1726.192601] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1726.192787] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1726.193131] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1726.193131] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1726.193341] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1726.193514] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1726.194239] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1726.194239] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1726.194239] env[62105]: DEBUG nova.virt.hardware [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1726.196285] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b69942-56d3-451c-9d9e-b37f6ba09e36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.204349] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f909f13-510d-437e-ba3d-4100142349db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.220844] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:97:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73cf5cc-048d-4fd8-a743-076f5a163dff', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.228897] env[62105]: DEBUG oslo.service.loopingcall [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.229148] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.229361] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5f7e783-de09-4184-91c2-cfdcd120c124 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.251908] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.251908] env[62105]: value = "task-1903976" [ 1726.251908] env[62105]: _type = "Task" [ 1726.251908] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.259952] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903976, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.310218] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.599029] env[62105]: DEBUG oslo_vmware.api [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Task: {'id': task-1903975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24033} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.599029] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1726.599029] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1726.599029] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1726.599029] env[62105]: INFO nova.compute.manager [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1726.599029] env[62105]: DEBUG oslo.service.loopingcall [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.599029] env[62105]: DEBUG nova.compute.manager [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1726.599029] env[62105]: DEBUG nova.network.neutron [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1726.618998] env[62105]: DEBUG nova.network.neutron [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1726.684571] env[62105]: DEBUG nova.compute.manager [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1726.685047] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.685190] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-486c07e4-f55d-451d-a6be-ec7ed83afeab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.695620] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acac03ce-9a15-47d8-b01b-dcc548734fe7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.739069] env[62105]: WARNING nova.virt.vmwareapi.vmops [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e680f8f2-5e68-4a44-85e1-7e73de1d3b24 could not be found. [ 1726.739292] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1726.739469] env[62105]: INFO nova.compute.manager [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1726.739778] env[62105]: DEBUG oslo.service.loopingcall [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.742990] env[62105]: DEBUG nova.compute.manager [-] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1726.743138] env[62105]: DEBUG nova.network.neutron [-] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1726.763777] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903976, 'name': CreateVM_Task, 'duration_secs': 0.506872} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.763950] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1726.767794] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.767958] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.768349] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1726.768610] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4b5dff-1c6f-4d78-94cd-1133ae40a7be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.773426] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1726.773426] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a05e08-7e2e-96ec-2577-382b67c504c7" [ 1726.773426] env[62105]: _type = "Task" [ 1726.773426] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.785957] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a05e08-7e2e-96ec-2577-382b67c504c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.808068] env[62105]: DEBUG nova.compute.manager [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-changed-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1726.808273] env[62105]: DEBUG nova.compute.manager [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Refreshing instance network info cache due to event network-changed-c73cf5cc-048d-4fd8-a743-076f5a163dff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1726.808484] env[62105]: DEBUG oslo_concurrency.lockutils [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.808625] env[62105]: DEBUG oslo_concurrency.lockutils [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.808785] env[62105]: DEBUG nova.network.neutron [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Refreshing network info cache for port c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.815048] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.844436] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.844710] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.844915] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.845114] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.845281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.847755] env[62105]: INFO nova.compute.manager [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Terminating instance [ 1727.120760] env[62105]: DEBUG nova.network.neutron [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.145312] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92692327-63fd-42ad-814e-21388296d73c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.156936] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbcf2bd-b2b3-4a48-8bb8-3fd66bc34f31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.191090] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee85255-9452-45e1-88b4-f390feedf2ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.200172] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9adcd31-c9c0-46d5-bc5c-0e19a06f769d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.217609] env[62105]: DEBUG nova.compute.provider_tree [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.286063] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.286338] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Processing image cebf7845-776e-4ec5-b4ba-23f83612f6df {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1727.286583] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.286733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.286908] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1727.287163] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0b8e2a-a0ce-4996-9c46-b8fefe0685b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.303681] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1727.303894] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1727.307636] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4d107b-aa9c-43ec-8e4c-1aafa8800550 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.312862] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1727.312862] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a2b6fb-a4ce-6941-1bd7-bcadc657d249" [ 1727.312862] env[62105]: _type = "Task" [ 1727.312862] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.317938] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.325872] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a2b6fb-a4ce-6941-1bd7-bcadc657d249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.353523] env[62105]: DEBUG nova.compute.manager [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1727.353818] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.354693] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8294a-a4c2-416e-bcd9-5ea41f8546c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.364838] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.365298] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c6b6b5-debf-467f-9873-a87c48806abd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.371631] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1727.371631] env[62105]: value = "task-1903977" [ 1727.371631] env[62105]: _type = "Task" [ 1727.371631] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.380491] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.625264] env[62105]: INFO nova.compute.manager [-] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Took 1.03 seconds to deallocate network for instance. [ 1727.664362] env[62105]: DEBUG nova.network.neutron [-] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.677200] env[62105]: DEBUG nova.network.neutron [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updated VIF entry in instance network info cache for port c73cf5cc-048d-4fd8-a743-076f5a163dff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1727.677489] env[62105]: DEBUG nova.network.neutron [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.721322] env[62105]: DEBUG nova.scheduler.client.report [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1727.815713] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.825936] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1727.826447] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Fetch image to [datastore2] OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba/OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1727.826670] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Downloading stream optimized image cebf7845-776e-4ec5-b4ba-23f83612f6df to [datastore2] OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba/OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba.vmdk on the data store datastore2 as vApp {{(pid=62105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1727.827127] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Downloading image file data cebf7845-776e-4ec5-b4ba-23f83612f6df to the ESX as VM named 'OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba' {{(pid=62105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1727.885080] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903977, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.915152] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1727.915152] env[62105]: value = "resgroup-9" [ 1727.915152] env[62105]: _type = "ResourcePool" [ 1727.915152] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1727.915557] env[62105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0a288112-ca09-420f-a36d-5a4a3c173ad5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.943897] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lease: (returnval){ [ 1727.943897] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295d26a-ca5e-3c56-aa0a-e88b28e8c3b8" [ 1727.943897] env[62105]: _type = "HttpNfcLease" [ 1727.943897] env[62105]: } obtained for vApp import into resource pool (val){ [ 1727.943897] env[62105]: value = "resgroup-9" [ 1727.943897] env[62105]: _type = "ResourcePool" [ 1727.943897] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1727.944246] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the lease: (returnval){ [ 1727.944246] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295d26a-ca5e-3c56-aa0a-e88b28e8c3b8" [ 1727.944246] env[62105]: _type = "HttpNfcLease" [ 1727.944246] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1727.952243] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1727.952243] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295d26a-ca5e-3c56-aa0a-e88b28e8c3b8" [ 1727.952243] env[62105]: _type = "HttpNfcLease" [ 1727.952243] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1728.132016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.167350] env[62105]: INFO nova.compute.manager [-] [instance: e680f8f2-5e68-4a44-85e1-7e73de1d3b24] Took 1.42 seconds to deallocate network for instance. [ 1728.180175] env[62105]: DEBUG oslo_concurrency.lockutils [req-29f3a7b9-a038-4f17-90ac-1973b0b99c18 req-26176d8c-9ff4-49dc-8145-b68eefc8e07c service nova] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.227295] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.227905] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.231142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.859s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.315109] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.385392] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903977, 'name': PowerOffVM_Task, 'duration_secs': 0.548963} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.385392] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.385392] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.385625] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a3c1b85-16d4-4afd-91b7-ee8a8b1fae1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.456425] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1728.456425] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295d26a-ca5e-3c56-aa0a-e88b28e8c3b8" [ 1728.456425] env[62105]: _type = "HttpNfcLease" [ 1728.456425] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1728.456777] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1728.456777] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295d26a-ca5e-3c56-aa0a-e88b28e8c3b8" [ 1728.456777] env[62105]: _type = "HttpNfcLease" [ 1728.456777] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1728.457551] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c941577-0e45-41f0-bba5-1a6fc14836d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.467875] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227973c-ad3e-ef4f-6176-2b5210061118/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1728.467875] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227973c-ad3e-ef4f-6176-2b5210061118/disk-0.vmdk. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1728.526207] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.526442] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.526629] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Deleting the datastore file [datastore1] 73f6d811-d4c9-4ce8-b068-7e02b8d4722a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.526902] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b59baf2-47cc-4470-a7f4-59a9d7b935af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.535262] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23550cef-de12-488f-b05b-be411476c110 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.536444] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1728.536444] env[62105]: value = "task-1903980" [ 1728.536444] env[62105]: _type = "Task" [ 1728.536444] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.546701] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.736091] env[62105]: DEBUG nova.compute.utils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.758018] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.758018] env[62105]: DEBUG nova.network.neutron [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.822687] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.837035] env[62105]: DEBUG nova.policy [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790366e79cc842a4b2ddb756bd565581', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97854a661ab34dd5b0a5408a7fb9989c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.055038] env[62105]: DEBUG oslo_vmware.api [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1903980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191016} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.055038] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.055038] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.055038] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1729.055038] env[62105]: INFO nova.compute.manager [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1729.055038] env[62105]: DEBUG oslo.service.loopingcall [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.055038] env[62105]: DEBUG nova.compute.manager [-] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1729.055038] env[62105]: DEBUG nova.network.neutron [-] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1729.204735] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a312853b-2159-4424-b104-d2b22922128d tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "e680f8f2-5e68-4a44-85e1-7e73de1d3b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.035s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.230653] env[62105]: DEBUG nova.network.neutron [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Successfully created port: e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.250762] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1729.263846] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Applying migration context for instance 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca as it has an incoming, in-progress migration c0bbf860-53d3-4172-951e-5c325fb43b78. Migration status is confirming {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1729.265999] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating resource usage from migration c0bbf860-53d3-4172-951e-5c325fb43b78 [ 1729.303442] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f43578b1-da1d-448c-a8ae-f1680d4faad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.303589] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.303684] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.304034] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ae779600-8b2a-4712-998d-e47752965086 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.304034] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.304416] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a07a8de5-1b32-4574-b96d-f9a62f8ec445 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.304609] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.304860] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8228a1e8-aa53-418c-ac52-e120b33a37cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.305021] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 4c555c59-1945-4b0f-98c2-2af5bbb391eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.305232] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 60ae2246-7dad-456e-b03d-7d99c620f36a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.305379] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance be85181a-4c6d-41b1-96d1-d507c59d487d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.305608] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3271a2fe-e3e8-4e52-975a-2e819f89146a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.305705] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance babeaf0e-e208-44cf-b9ad-7169ab8c5152 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.305791] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b7955ed3-0e26-4e1b-924a-563f68477149 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.305865] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 83944028-37d1-4e50-8b32-4fbb948b47be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.305940] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Migration c0bbf860-53d3-4172-951e-5c325fb43b78 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1729.306119] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.306218] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 75c61d7f-6d60-43b0-b3e5-6639f4827878 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.306299] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 73f6d811-d4c9-4ce8-b068-7e02b8d4722a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.306382] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 418bb0c7-2734-4014-9f44-33cf0069c3e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.306501] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1729.306959] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3e46378a-4220-4268-9c49-6b235b5ba107 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.306959] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 1293e5d9-934a-426a-9109-d930ad5e9c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1729.323686] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.739604] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1729.739604] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227973c-ad3e-ef4f-6176-2b5210061118/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1729.739604] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8e7f3f-d664-4ce6-ac86-affc608b8fac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.746459] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227973c-ad3e-ef4f-6176-2b5210061118/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1729.746712] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227973c-ad3e-ef4f-6176-2b5210061118/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1729.746877] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0f412387-bfe9-4efe-a044-a024b071abb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.811112] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance e62fa20c-62e8-43b4-b7c9-3738cbe3930f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1729.823516] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.984296] env[62105]: DEBUG nova.network.neutron [-] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.107274] env[62105]: DEBUG oslo_vmware.rw_handles [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5227973c-ad3e-ef4f-6176-2b5210061118/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1730.107493] env[62105]: INFO nova.virt.vmwareapi.images [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Downloaded image file data cebf7845-776e-4ec5-b4ba-23f83612f6df [ 1730.108325] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96864d44-1ff4-44c3-9bf2-4864c079dbab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.124692] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed5ec429-d4f9-46a2-a1b6-a42c57f3ae4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.199582] env[62105]: INFO nova.virt.vmwareapi.images [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] The imported VM was unregistered [ 1730.200749] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1730.201176] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Creating directory with path [datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.202347] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00264d37-51df-473f-ab4c-37892ddda02e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.214130] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Created directory with path [datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.214446] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba/OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba.vmdk to [datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk. {{(pid=62105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1730.214846] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56622f16-89e7-45fd-b656-734f6d1e687c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.222131] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1730.222131] env[62105]: value = "task-1903982" [ 1730.222131] env[62105]: _type = "Task" [ 1730.222131] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.230887] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.264237] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1730.292613] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1730.292889] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.293062] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1730.293287] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.293481] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1730.293713] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1730.293987] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1730.294218] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1730.294443] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1730.294683] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1730.294915] env[62105]: DEBUG nova.virt.hardware [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1730.295828] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067daaf0-3f20-452d-861c-39750559d18a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.304370] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188ef18a-f5a1-49f3-9aa5-3e121fc091d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.318602] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f1cbe2ac-658f-424f-bcfc-063f19a3cf0e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.327968] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.487417] env[62105]: INFO nova.compute.manager [-] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Took 1.43 seconds to deallocate network for instance. [ 1730.733790] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.807846] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "beda64d2-d2e7-4a3e-897f-b42470688174" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.808786] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.827433] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 9518af96-1bf8-4563-a2e0-e41eda3664ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1730.838340] env[62105]: DEBUG oslo_vmware.api [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903972, 'name': ReconfigVM_Task, 'duration_secs': 5.824096} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.838619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.839852] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Reconfigured VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1730.937886] env[62105]: DEBUG nova.compute.manager [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Received event network-vif-deleted-1019edca-2f72-4ef7-b1f6-c2284cde2896 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1730.938266] env[62105]: DEBUG nova.compute.manager [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Received event network-vif-plugged-e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1730.938476] env[62105]: DEBUG oslo_concurrency.lockutils [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.938694] env[62105]: DEBUG oslo_concurrency.lockutils [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.938868] env[62105]: DEBUG oslo_concurrency.lockutils [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.939164] env[62105]: DEBUG nova.compute.manager [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] No waiting events found dispatching network-vif-plugged-e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.940374] env[62105]: WARNING nova.compute.manager [req-d0fe7ebf-460d-468d-bc71-112b04234937 req-168414dd-495d-4269-a761-a03cca481b7a service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Received unexpected event network-vif-plugged-e2f196d3-0d96-497a-8a6b-ed5c9490ba68 for instance with vm_state building and task_state spawning. [ 1730.994763] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.009207] env[62105]: DEBUG nova.network.neutron [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Successfully updated port: e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.235553] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.311934] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.333147] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1731.333147] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1731.333147] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1731.511777] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.512160] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.513174] env[62105]: DEBUG nova.network.neutron [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.739709] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.838145] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.855501] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c26bdba-6f1f-4b7f-9860-f9b4d9fc4c0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.869035] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf76b8-cee6-4aba-a54c-b4b4ff13da6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.909359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b64103-688c-4c87-bc9a-9f6f4c36c618 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.920991] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f169bc3e-325c-4bd3-bf26-0aec9356e0ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.941643] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.062624] env[62105]: DEBUG nova.network.neutron [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.218290] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.218647] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.218962] env[62105]: DEBUG nova.network.neutron [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.239918] env[62105]: DEBUG nova.network.neutron [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updating instance_info_cache with network_info: [{"id": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "address": "fa:16:3e:78:1d:44", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f196d3-0d", "ovs_interfaceid": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.254780] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.445047] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.525040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.525040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.525040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.525619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.525619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.528117] env[62105]: INFO nova.compute.manager [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Terminating instance [ 1732.737274] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.747025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.747409] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Instance network_info: |[{"id": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "address": "fa:16:3e:78:1d:44", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f196d3-0d", "ovs_interfaceid": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.747837] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:1d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2f196d3-0d96-497a-8a6b-ed5c9490ba68', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.756188] env[62105]: DEBUG oslo.service.loopingcall [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.756457] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.756697] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee937df4-ad12-4e2f-8e4b-960552f88afc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.777912] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.777912] env[62105]: value = "task-1903983" [ 1732.777912] env[62105]: _type = "Task" [ 1732.777912] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.786333] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903983, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.952020] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1732.952020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.720s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.952020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.348s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.953707] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.953867] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 1733.033294] env[62105]: DEBUG nova.compute.manager [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Received event network-changed-e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1733.033565] env[62105]: DEBUG nova.compute.manager [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Refreshing instance network info cache due to event network-changed-e2f196d3-0d96-497a-8a6b-ed5c9490ba68. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1733.033825] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Acquiring lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.033994] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Acquired lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.034172] env[62105]: DEBUG nova.network.neutron [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Refreshing network info cache for port e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.038793] env[62105]: DEBUG nova.compute.manager [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1733.039015] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.040107] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3fa4a2-0340-49fe-882a-93035a61bcc7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.048827] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.049370] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fbd602-d921-4918-8db1-f1d79845f446 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.057044] env[62105]: DEBUG oslo_vmware.api [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1733.057044] env[62105]: value = "task-1903984" [ 1733.057044] env[62105]: _type = "Task" [ 1733.057044] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.067921] env[62105]: DEBUG oslo_vmware.api [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.173360] env[62105]: INFO nova.network.neutron [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Port 98003306-74f8-495e-9313-70ff12046613 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1733.173649] env[62105]: DEBUG nova.network.neutron [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.239837] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903982, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.747202} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.239837] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba/OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba.vmdk to [datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk. [ 1733.240055] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Cleaning up location [datastore2] OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1733.240158] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a340af13-c329-44a5-b42d-6db830b43dba {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.240393] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5790fee6-90bd-4ef7-a28e-cad31e9ba0fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.247011] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1733.247011] env[62105]: value = "task-1903985" [ 1733.247011] env[62105]: _type = "Task" [ 1733.247011] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.260958] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.289629] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903983, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.470377] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] There are 54 instances to clean {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 1733.470712] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 137d5ecc-9ea7-4b23-ae4b-159ba3af5268] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1733.573984] env[62105]: DEBUG oslo_vmware.api [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903984, 'name': PowerOffVM_Task, 'duration_secs': 0.393105} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.574280] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.574450] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.574917] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f109b8f3-b6ab-4b24-8f75-f315c3c6383f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.678635] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.765476] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041791} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.765714] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.765886] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.766150] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk to [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1733.766535] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf77b458-fbad-434d-90b8-8ddd63c0ad84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.775699] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1733.775699] env[62105]: value = "task-1903987" [ 1733.775699] env[62105]: _type = "Task" [ 1733.775699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.791981] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.792788] env[62105]: DEBUG nova.network.neutron [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updated VIF entry in instance network info cache for port e2f196d3-0d96-497a-8a6b-ed5c9490ba68. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.793317] env[62105]: DEBUG nova.network.neutron [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updating instance_info_cache with network_info: [{"id": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "address": "fa:16:3e:78:1d:44", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f196d3-0d", "ovs_interfaceid": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.797332] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1903983, 'name': CreateVM_Task, 'duration_secs': 0.691442} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.797479] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.798127] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.798324] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.798766] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.799164] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8726f89c-4182-4b9c-8495-74382c084539 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.804486] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1733.804486] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d6aeb6-d49e-f93c-b408-25363e60d12c" [ 1733.804486] env[62105]: _type = "Task" [ 1733.804486] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.816711] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d6aeb6-d49e-f93c-b408-25363e60d12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.881464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60413e6d-2021-471e-b009-f52b7825b858 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.890581] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1f0a3c-cdcf-41e2-836b-0f87a012f8d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.922033] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51cad32-a5a1-4ca2-9e0b-61b463ef7cb3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.929171] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8d750-59d8-4389-b16d-ec460435bacf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.943777] env[62105]: DEBUG nova.compute.provider_tree [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.974502] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 4c7f95dd-da91-44a2-a0c1-969e05b9dc25] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1734.187791] env[62105]: DEBUG oslo_concurrency.lockutils [None req-461247c0-c120-4028-8ceb-926a321b94b1 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-bc88a35d-5b6d-4c84-86e4-f93d9d852adf-98003306-74f8-495e-9313-70ff12046613" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.963s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.285735] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903987, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.300519] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Releasing lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.300878] env[62105]: DEBUG nova.compute.manager [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-vif-deleted-98003306-74f8-495e-9313-70ff12046613 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1734.300975] env[62105]: INFO nova.compute.manager [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Neutron deleted interface 98003306-74f8-495e-9313-70ff12046613; detaching it from the instance and deleting it from the info cache [ 1734.301286] env[62105]: DEBUG nova.network.neutron [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [{"id": "057d7c8f-8548-4ac8-b619-23a536542431", "address": "fa:16:3e:3d:75:e1", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap057d7c8f-85", "ovs_interfaceid": "057d7c8f-8548-4ac8-b619-23a536542431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.317235] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d6aeb6-d49e-f93c-b408-25363e60d12c, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.317717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.317966] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.318230] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.318382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.318561] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.318959] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710707bb-32b7-4a8d-b2a4-d0a055a3ff75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.330039] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.330248] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.330989] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3f4a48-385c-43e1-a019-32470c73d9c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.337866] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1734.337866] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528da2e3-caf8-6241-045a-41eb29d1f355" [ 1734.337866] env[62105]: _type = "Task" [ 1734.337866] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.347329] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528da2e3-caf8-6241-045a-41eb29d1f355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.447022] env[62105]: DEBUG nova.scheduler.client.report [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.477568] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b9fd5c7d-f28a-4922-a3d1-be4fb8112f1e] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1734.787094] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903987, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.804211] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Acquiring lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.817862] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1734.818103] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1734.818285] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleting the datastore file [datastore1] bc88a35d-5b6d-4c84-86e4-f93d9d852adf {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1734.818630] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb96ecd-60b1-4aa0-b133-bec644ef4229 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.831248] env[62105]: DEBUG oslo_vmware.api [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1734.831248] env[62105]: value = "task-1903988" [ 1734.831248] env[62105]: _type = "Task" [ 1734.831248] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.845928] env[62105]: DEBUG oslo_vmware.api [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.853453] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528da2e3-caf8-6241-045a-41eb29d1f355, 'name': SearchDatastore_Task, 'duration_secs': 0.014648} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.854416] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649c729b-a3a2-4c9b-968c-c75406242ddc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.862689] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1734.862689] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d59513-4cb3-e60b-d87a-bde4a3e786ea" [ 1734.862689] env[62105]: _type = "Task" [ 1734.862689] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.873092] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d59513-4cb3-e60b-d87a-bde4a3e786ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.980722] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 2d6d813f-fcbb-4182-bd70-32dfd33b3f8f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1735.288327] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903987, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.343262] env[62105]: DEBUG oslo_vmware.api [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1903988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319585} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.343566] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1735.343860] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1735.344085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1735.344313] env[62105]: INFO nova.compute.manager [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1735.344603] env[62105]: DEBUG oslo.service.loopingcall [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1735.344879] env[62105]: DEBUG nova.compute.manager [-] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1735.344977] env[62105]: DEBUG nova.network.neutron [-] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1735.372273] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d59513-4cb3-e60b-d87a-bde4a3e786ea, 'name': SearchDatastore_Task, 'duration_secs': 0.020987} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.372533] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.372796] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 1293e5d9-934a-426a-9109-d930ad5e9c57/1293e5d9-934a-426a-9109-d930ad5e9c57.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.373075] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad7b7104-c7ec-4fe6-be4d-fb808b9f4546 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.384845] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1735.384845] env[62105]: value = "task-1903989" [ 1735.384845] env[62105]: _type = "Task" [ 1735.384845] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.394660] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.460694] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.509s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.467024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.873s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.467024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.467024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.163s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.468389] env[62105]: INFO nova.compute.claims [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1735.484093] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 9a12e95d-305f-42ed-b007-2bb2212287d4] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1735.494739] env[62105]: INFO nova.scheduler.client.report [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleted allocations for instance 3271a2fe-e3e8-4e52-975a-2e819f89146a [ 1735.786197] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903987, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.869314] env[62105]: DEBUG nova.compute.manager [req-a7111320-2b37-494a-a97c-150de4e21124 req-4cf77d5a-1e47-414c-b15c-d1dc9fe19df2 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Received event network-vif-deleted-057d7c8f-8548-4ac8-b619-23a536542431 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1735.869314] env[62105]: INFO nova.compute.manager [req-a7111320-2b37-494a-a97c-150de4e21124 req-4cf77d5a-1e47-414c-b15c-d1dc9fe19df2 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Neutron deleted interface 057d7c8f-8548-4ac8-b619-23a536542431; detaching it from the instance and deleting it from the info cache [ 1735.869314] env[62105]: DEBUG nova.network.neutron [req-a7111320-2b37-494a-a97c-150de4e21124 req-4cf77d5a-1e47-414c-b15c-d1dc9fe19df2 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.898894] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903989, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.989077] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 8f41e3a8-1151-40b2-aa12-7d8d564ec93a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1736.005844] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f3bf662b-376c-4ee7-849d-eb3ccb2c5ec4 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "3271a2fe-e3e8-4e52-975a-2e819f89146a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.990s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.080369] env[62105]: INFO nova.scheduler.client.report [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocation for migration c0bbf860-53d3-4172-951e-5c325fb43b78 [ 1736.287167] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903987, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.405241} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.287472] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/cebf7845-776e-4ec5-b4ba-23f83612f6df/cebf7845-776e-4ec5-b4ba-23f83612f6df.vmdk to [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.288344] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794b1d6a-d00b-41bd-89d7-5faeeaec4f66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.311034] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.311232] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3ce78a-f483-4ccb-af70-c7b35ba0b5f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.331659] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1736.331659] env[62105]: value = "task-1903990" [ 1736.331659] env[62105]: _type = "Task" [ 1736.331659] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.339533] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.344941] env[62105]: DEBUG nova.network.neutron [-] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.371681] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3f3bbfc-c49f-443d-86ff-7f195e0d0ed3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.381646] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2716b60-9bdf-4159-b6cd-e3442ecf4903 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.406826] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686417} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.407129] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 1293e5d9-934a-426a-9109-d930ad5e9c57/1293e5d9-934a-426a-9109-d930ad5e9c57.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.407350] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.408100] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a593de8-ed7b-4939-9330-e83322d85b6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.426988] env[62105]: DEBUG nova.compute.manager [req-a7111320-2b37-494a-a97c-150de4e21124 req-4cf77d5a-1e47-414c-b15c-d1dc9fe19df2 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Detach interface failed, port_id=057d7c8f-8548-4ac8-b619-23a536542431, reason: Instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1736.428838] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1736.428838] env[62105]: value = "task-1903991" [ 1736.428838] env[62105]: _type = "Task" [ 1736.428838] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.436949] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.491064] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: aace8e85-1b10-4d01-be5d-7617c6c6e9cc] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1736.587491] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6577fc3b-be9a-4289-bb9b-bbfda25f38fe tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.869s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.694155] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "be85181a-4c6d-41b1-96d1-d507c59d487d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.694715] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.694715] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "be85181a-4c6d-41b1-96d1-d507c59d487d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.694833] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.695343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.697052] env[62105]: INFO nova.compute.manager [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Terminating instance [ 1736.807765] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c0ddc-b4f1-493e-9bbb-9cb7b32b62db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.815252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf4234-c46f-4623-854d-d564a0a64417 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.848649] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c8bcfd-3550-41e7-b54e-00fecfe32f6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.851382] env[62105]: INFO nova.compute.manager [-] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Took 1.51 seconds to deallocate network for instance. [ 1736.863087] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.864544] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c804eee-9453-4388-b07a-dc3e19f83ea3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.880177] env[62105]: DEBUG nova.compute.provider_tree [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.938418] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068223} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.938814] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.939780] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133df3c-62cb-46b1-8055-0a281b724c0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.963025] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 1293e5d9-934a-426a-9109-d930ad5e9c57/1293e5d9-934a-426a-9109-d930ad5e9c57.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.963730] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6fd209e-f014-4633-930e-4d409dd8b581 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.986260] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1736.986260] env[62105]: value = "task-1903992" [ 1736.986260] env[62105]: _type = "Task" [ 1736.986260] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.995224] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3593adbf-aedf-49a0-9483-0703ef2aafcf] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1736.997163] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903992, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.202609] env[62105]: DEBUG nova.compute.manager [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.203719] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.204235] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18249547-6749-496b-92d6-2e1d809a2ff1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.212319] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.212576] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd15932a-9c9a-4518-9964-11b96ba58ad2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.219007] env[62105]: DEBUG oslo_vmware.api [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1737.219007] env[62105]: value = "task-1903993" [ 1737.219007] env[62105]: _type = "Task" [ 1737.219007] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.227447] env[62105]: DEBUG oslo_vmware.api [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.355077] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903990, 'name': ReconfigVM_Task, 'duration_secs': 0.71483} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.355743] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5/418bb0c7-2734-4014-9f44-33cf0069c3e5.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.356533] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5adf49f8-6e02-4ea9-9121-813703a72607 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.364992] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.364992] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1737.364992] env[62105]: value = "task-1903994" [ 1737.364992] env[62105]: _type = "Task" [ 1737.364992] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.373304] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903994, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.382558] env[62105]: DEBUG nova.scheduler.client.report [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1737.498510] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b40d3df5-a2bf-4382-9356-0bd4b5ddfff9] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1737.500492] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903992, 'name': ReconfigVM_Task, 'duration_secs': 0.329742} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.500994] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 1293e5d9-934a-426a-9109-d930ad5e9c57/1293e5d9-934a-426a-9109-d930ad5e9c57.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.501623] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c29a05bf-2ff8-451b-8823-e39eac67c109 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.509684] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1737.509684] env[62105]: value = "task-1903995" [ 1737.509684] env[62105]: _type = "Task" [ 1737.509684] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.518178] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903995, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.729448] env[62105]: DEBUG oslo_vmware.api [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903993, 'name': PowerOffVM_Task, 'duration_secs': 0.176488} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.729739] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.729912] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.730182] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4912d6e-d7fd-44d1-afcc-882dc9709688 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.822825] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.822825] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.822825] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleting the datastore file [datastore1] be85181a-4c6d-41b1-96d1-d507c59d487d {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.823036] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d930d72f-942d-4bb8-ad4d-d832a2d360c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.829898] env[62105]: DEBUG oslo_vmware.api [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for the task: (returnval){ [ 1737.829898] env[62105]: value = "task-1903997" [ 1737.829898] env[62105]: _type = "Task" [ 1737.829898] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.837149] env[62105]: DEBUG oslo_vmware.api [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.877015] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903994, 'name': Rename_Task, 'duration_secs': 0.168851} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.877357] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.877646] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d77b20f-ebd6-429e-a344-c988fdc9401d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.885094] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1737.885094] env[62105]: value = "task-1903998" [ 1737.885094] env[62105]: _type = "Task" [ 1737.885094] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.888201] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.888509] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1737.891274] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.473s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.891471] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.894416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.746s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.895900] env[62105]: INFO nova.compute.claims [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.903706] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903998, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.924870] env[62105]: INFO nova.scheduler.client.report [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Deleted allocations for instance 75c61d7f-6d60-43b0-b3e5-6639f4827878 [ 1738.001708] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 248d05fb-74e8-40d7-b9d4-66138ab68ae5] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1738.019805] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903995, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.023348] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.023748] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.023820] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.024083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.024372] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.026558] env[62105]: INFO nova.compute.manager [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Terminating instance [ 1738.340017] env[62105]: DEBUG oslo_vmware.api [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Task: {'id': task-1903997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155108} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.340404] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.340639] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.340870] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.341120] env[62105]: INFO nova.compute.manager [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1738.341507] env[62105]: DEBUG oslo.service.loopingcall [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.341669] env[62105]: DEBUG nova.compute.manager [-] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.343121] env[62105]: DEBUG nova.network.neutron [-] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.394457] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.403378] env[62105]: DEBUG nova.compute.utils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1738.404610] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1738.404697] env[62105]: DEBUG nova.network.neutron [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1738.433813] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6049b7c7-5a8f-40e2-bd73-7acb8a50dae6 tempest-AttachInterfacesV270Test-919775504 tempest-AttachInterfacesV270Test-919775504-project-member] Lock "75c61d7f-6d60-43b0-b3e5-6639f4827878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.002s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.493303] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.493303] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.504975] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 37e5cbf9-37c0-40d8-a454-0bb6a39bc99f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1738.510421] env[62105]: DEBUG nova.policy [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfe17f7e9a3d445289b8952ab14509dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd56644e6f4494b69906e9d69d1b80405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1738.527024] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903995, 'name': Rename_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.533385] env[62105]: DEBUG nova.compute.manager [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.533588] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.534875] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40beea73-bd3a-4544-9175-b043460b4426 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.542175] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.542399] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c751ee-d43a-4a27-8fe1-ad2415693a31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.548589] env[62105]: DEBUG oslo_vmware.api [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1738.548589] env[62105]: value = "task-1903999" [ 1738.548589] env[62105]: _type = "Task" [ 1738.548589] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.556635] env[62105]: DEBUG oslo_vmware.api [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.894923] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.911826] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1738.929742] env[62105]: DEBUG nova.compute.manager [req-781a564a-7f46-4c67-bb65-6da1c2672b7a req-189b0116-1990-40dd-b8aa-ef53dd2e1c2b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Received event network-vif-deleted-6958bb61-3f32-4e8f-9d38-f1dd4b50445c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1738.932072] env[62105]: INFO nova.compute.manager [req-781a564a-7f46-4c67-bb65-6da1c2672b7a req-189b0116-1990-40dd-b8aa-ef53dd2e1c2b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Neutron deleted interface 6958bb61-3f32-4e8f-9d38-f1dd4b50445c; detaching it from the instance and deleting it from the info cache [ 1738.932072] env[62105]: DEBUG nova.network.neutron [req-781a564a-7f46-4c67-bb65-6da1c2672b7a req-189b0116-1990-40dd-b8aa-ef53dd2e1c2b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.998318] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.007452] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 8e11434e-ddb3-47bf-a84a-bf052c1bf631] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1739.023984] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1903995, 'name': Rename_Task, 'duration_secs': 1.176409} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.027249] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.027833] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c88314-ad6d-4245-ae47-4008282b39bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.035034] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1739.035034] env[62105]: value = "task-1904000" [ 1739.035034] env[62105]: _type = "Task" [ 1739.035034] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.048751] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.059867] env[62105]: DEBUG oslo_vmware.api [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1903999, 'name': PowerOffVM_Task, 'duration_secs': 0.387447} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.060372] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.060644] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.061261] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c15d48e-e7b2-4869-8fc2-02a876133c7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.146734] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.149254] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.149254] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore1] 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.149254] env[62105]: DEBUG nova.network.neutron [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Successfully created port: e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1739.150583] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8499d3d9-cf61-43e9-9c15-2028a4daa748 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.158543] env[62105]: DEBUG oslo_vmware.api [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1739.158543] env[62105]: value = "task-1904002" [ 1739.158543] env[62105]: _type = "Task" [ 1739.158543] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.169862] env[62105]: DEBUG oslo_vmware.api [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.310739] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07bd5ff-96bd-4cca-a053-5a1043566160 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.318857] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c957594-ce12-42c6-874d-793395ddc9e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.351675] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda73ca-c72e-4588-b1e4-6f9a2d508ca0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.359484] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f71d87-370e-4bfd-ba24-c4198bd90abc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.374736] env[62105]: DEBUG nova.compute.provider_tree [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.396770] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.406103] env[62105]: DEBUG nova.network.neutron [-] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.438979] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f5dddd1-6d67-4f79-838b-85385e346e8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.449147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbf8514-6b36-4c21-b1b0-b5ab4e2363cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.498240] env[62105]: DEBUG nova.compute.manager [req-781a564a-7f46-4c67-bb65-6da1c2672b7a req-189b0116-1990-40dd-b8aa-ef53dd2e1c2b service nova] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Detach interface failed, port_id=6958bb61-3f32-4e8f-9d38-f1dd4b50445c, reason: Instance be85181a-4c6d-41b1-96d1-d507c59d487d could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1739.512271] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 4e632a3b-c7b6-41e9-acb5-33a42e786fb9] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1739.543318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.546983] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904000, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.669740] env[62105]: DEBUG oslo_vmware.api [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144484} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.670014] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1739.670276] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1739.670472] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1739.670644] env[62105]: INFO nova.compute.manager [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1739.670886] env[62105]: DEBUG oslo.service.loopingcall [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.671092] env[62105]: DEBUG nova.compute.manager [-] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1739.671185] env[62105]: DEBUG nova.network.neutron [-] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1739.881288] env[62105]: DEBUG nova.scheduler.client.report [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.901030] env[62105]: DEBUG oslo_vmware.api [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1903998, 'name': PowerOnVM_Task, 'duration_secs': 1.669622} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.901388] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.914284] env[62105]: INFO nova.compute.manager [-] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Took 1.57 seconds to deallocate network for instance. [ 1739.931806] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1739.962651] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.962651] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.962651] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.962848] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.962917] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.963113] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.963332] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.963489] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.963695] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.963883] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.964154] env[62105]: DEBUG nova.virt.hardware [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.965252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0289d-0efe-47c1-9943-baa41a8623d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.974290] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71f3370-25f8-4689-bb56-e44eaf53c2fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.017411] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d3687729-453c-46b9-9145-c9f007713552] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1740.048699] env[62105]: DEBUG oslo_vmware.api [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904000, 'name': PowerOnVM_Task, 'duration_secs': 0.547678} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.048987] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1740.049206] env[62105]: INFO nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1740.049388] env[62105]: DEBUG nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.050699] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee8c718-de25-4c24-bb29-1e4c31f9dd27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.094026] env[62105]: DEBUG nova.compute.manager [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.095185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcdc381-f79d-455d-8596-63edb4681926 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.388019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.388019] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.389847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.867s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.390111] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.392368] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.438s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.392450] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.395265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.574s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.397056] env[62105]: INFO nova.compute.claims [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1740.399950] env[62105]: DEBUG nova.network.neutron [-] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.422082] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.428987] env[62105]: INFO nova.scheduler.client.report [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted allocations for instance 4c555c59-1945-4b0f-98c2-2af5bbb391eb [ 1740.430134] env[62105]: INFO nova.scheduler.client.report [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Deleted allocations for instance d4e3e9a1-c0a2-4d89-971b-bf00729ffe60 [ 1740.521449] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ef15cc73-85b5-451f-b7b9-92673c0ed4e5] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1740.571822] env[62105]: INFO nova.compute.manager [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Took 38.59 seconds to build instance. [ 1740.620153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-540aff1b-c6fb-4291-abbe-78e26e313bba tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 47.072s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.829038] env[62105]: DEBUG nova.network.neutron [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Successfully updated port: e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1740.903568] env[62105]: DEBUG nova.compute.utils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.908270] env[62105]: INFO nova.compute.manager [-] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Took 1.24 seconds to deallocate network for instance. [ 1740.908535] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1740.910027] env[62105]: DEBUG nova.network.neutron [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1740.939622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-84d7d84c-3a47-4f45-b9d5-1d3fdc906caa tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "4c555c59-1945-4b0f-98c2-2af5bbb391eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.780s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.940963] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c2be420-af99-47fb-bb9b-e66a3a65aef7 tempest-MigrationsAdminTest-223305996 tempest-MigrationsAdminTest-223305996-project-member] Lock "d4e3e9a1-c0a2-4d89-971b-bf00729ffe60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.106s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.990148] env[62105]: DEBUG nova.policy [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '330e4ef693854328a8b0a319b9e7f35a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ddc887d07c49209ab89fb37c7549fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.025211] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: aeb26ef7-235c-4413-89fe-e46cfde91556] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1741.074114] env[62105]: DEBUG oslo_concurrency.lockutils [None req-02369af6-dda6-4cc3-9a32-6e2252d03a6e tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.097s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.100606] env[62105]: DEBUG nova.compute.manager [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Received event network-vif-deleted-ba58ab86-c5f9-4566-b5c1-6788f1dc55fa {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1741.100871] env[62105]: DEBUG nova.compute.manager [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-vif-plugged-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1741.101165] env[62105]: DEBUG oslo_concurrency.lockutils [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.102059] env[62105]: DEBUG oslo_concurrency.lockutils [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.102059] env[62105]: DEBUG oslo_concurrency.lockutils [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.102059] env[62105]: DEBUG nova.compute.manager [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] No waiting events found dispatching network-vif-plugged-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1741.102059] env[62105]: WARNING nova.compute.manager [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received unexpected event network-vif-plugged-e2560d1d-a128-4dca-b360-16a07751d81e for instance with vm_state building and task_state spawning. [ 1741.102442] env[62105]: DEBUG nova.compute.manager [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1741.102601] env[62105]: DEBUG nova.compute.manager [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing instance network info cache due to event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1741.102863] env[62105]: DEBUG oslo_concurrency.lockutils [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.103077] env[62105]: DEBUG oslo_concurrency.lockutils [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.103293] env[62105]: DEBUG nova.network.neutron [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.337715] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.366149] env[62105]: DEBUG nova.network.neutron [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Successfully created port: 661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.409920] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.418121] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.530115] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 511e9ee9-adf1-4348-b8bb-f350236ccf03] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1741.660904] env[62105]: DEBUG nova.network.neutron [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1741.758945] env[62105]: DEBUG nova.network.neutron [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.828185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87493555-483d-49f5-8d60-1d33e02a81f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.837758] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1e37b6-1867-4da0-9bf7-3ee6c0b011a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.877780] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e9ecef-fa3d-47eb-9d52-9c521973cd94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.886252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931e027f-5ab4-425d-b116-4738e066efa3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.901557] env[62105]: DEBUG nova.compute.provider_tree [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.928432] env[62105]: DEBUG nova.compute.manager [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Received event network-changed-e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1741.928432] env[62105]: DEBUG nova.compute.manager [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Refreshing instance network info cache due to event network-changed-e2f196d3-0d96-497a-8a6b-ed5c9490ba68. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1741.928432] env[62105]: DEBUG oslo_concurrency.lockutils [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] Acquiring lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.928432] env[62105]: DEBUG oslo_concurrency.lockutils [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] Acquired lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.928432] env[62105]: DEBUG nova.network.neutron [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Refreshing network info cache for port e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1742.033388] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 8826aa32-09c5-4d0d-a543-e11f766c77c1] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1742.261899] env[62105]: DEBUG oslo_concurrency.lockutils [req-28d4ed7c-a80d-45c4-af35-927059231ab1 req-f1f2ee6b-2fdb-47e3-85a4-87700a698832 service nova] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.262351] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.262518] env[62105]: DEBUG nova.network.neutron [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1742.406188] env[62105]: DEBUG nova.scheduler.client.report [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1742.423074] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.465188] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1742.465464] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.465739] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1742.466088] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.466356] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1742.466609] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1742.466951] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1742.467218] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1742.467490] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1742.467757] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1742.468023] env[62105]: DEBUG nova.virt.hardware [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1742.469711] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899db0e-04ff-4e9c-80d8-ba852b848241 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.481200] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9cb5ce-1261-4349-8e22-52406da092f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.539132] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 9ecdb3cc-9a99-49c5-8216-202787d0a6bc] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1742.698757] env[62105]: DEBUG nova.network.neutron [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updated VIF entry in instance network info cache for port e2f196d3-0d96-497a-8a6b-ed5c9490ba68. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1742.699316] env[62105]: DEBUG nova.network.neutron [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updating instance_info_cache with network_info: [{"id": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "address": "fa:16:3e:78:1d:44", "network": {"id": "a124ce7b-00a2-463a-8ccb-577ec2323437", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1049035916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97854a661ab34dd5b0a5408a7fb9989c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f196d3-0d", "ovs_interfaceid": "e2f196d3-0d96-497a-8a6b-ed5c9490ba68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.815739] env[62105]: DEBUG nova.network.neutron [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1742.914392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.914988] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1742.918317] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.859s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.918571] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.920470] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.727s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.920655] env[62105]: DEBUG nova.objects.instance [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1742.955553] env[62105]: INFO nova.scheduler.client.report [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted allocations for instance ae779600-8b2a-4712-998d-e47752965086 [ 1743.001722] env[62105]: DEBUG nova.compute.manager [req-c2453751-7ed6-4223-a627-fdf07674e5d8 req-8783fb6c-869f-4060-a71e-bb602136d0f1 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Received event network-vif-plugged-661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1743.002035] env[62105]: DEBUG oslo_concurrency.lockutils [req-c2453751-7ed6-4223-a627-fdf07674e5d8 req-8783fb6c-869f-4060-a71e-bb602136d0f1 service nova] Acquiring lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.002177] env[62105]: DEBUG oslo_concurrency.lockutils [req-c2453751-7ed6-4223-a627-fdf07674e5d8 req-8783fb6c-869f-4060-a71e-bb602136d0f1 service nova] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.002347] env[62105]: DEBUG oslo_concurrency.lockutils [req-c2453751-7ed6-4223-a627-fdf07674e5d8 req-8783fb6c-869f-4060-a71e-bb602136d0f1 service nova] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.002520] env[62105]: DEBUG nova.compute.manager [req-c2453751-7ed6-4223-a627-fdf07674e5d8 req-8783fb6c-869f-4060-a71e-bb602136d0f1 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] No waiting events found dispatching network-vif-plugged-661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.002765] env[62105]: WARNING nova.compute.manager [req-c2453751-7ed6-4223-a627-fdf07674e5d8 req-8783fb6c-869f-4060-a71e-bb602136d0f1 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Received unexpected event network-vif-plugged-661e5162-0b02-422a-8f62-5df5a943c052 for instance with vm_state building and task_state spawning. [ 1743.042258] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 36a927b6-2c0b-4df6-8d89-8865eff38548] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1743.050563] env[62105]: DEBUG nova.network.neutron [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2560d1d-a1", "ovs_interfaceid": "e2560d1d-a128-4dca-b360-16a07751d81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.118138] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e55ce3-5ca6-44dd-ae08-065ff1d89549 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.125463] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Suspending the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1743.125701] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f8b0e0e5-68b8-47c4-bf22-34b91b9d2f49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.132972] env[62105]: DEBUG oslo_vmware.api [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1743.132972] env[62105]: value = "task-1904003" [ 1743.132972] env[62105]: _type = "Task" [ 1743.132972] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.142559] env[62105]: DEBUG oslo_vmware.api [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904003, 'name': SuspendVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.202727] env[62105]: DEBUG oslo_concurrency.lockutils [req-3a3fb6dd-4a6f-4358-bd1f-750c3e14c33e req-4839c890-088d-4d9e-83ec-759802210d05 service nova] Releasing lock "refresh_cache-1293e5d9-934a-426a-9109-d930ad5e9c57" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.429431] env[62105]: DEBUG nova.compute.utils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1743.430906] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1743.431097] env[62105]: DEBUG nova.network.neutron [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1743.466722] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0a309f45-927a-4c68-933b-f4beff3263e5 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "ae779600-8b2a-4712-998d-e47752965086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.682s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.508075] env[62105]: DEBUG nova.policy [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c4ce604f27409dbace97621b6f5685', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aefbc6684e944e0ebdc4771627740262', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1743.534278] env[62105]: DEBUG nova.network.neutron [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Successfully updated port: 661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.547639] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d7f9b5e1-bd68-48ce-97e2-aff43c7693af] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1743.553557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.554199] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance network_info: |[{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2560d1d-a1", "ovs_interfaceid": "e2560d1d-a128-4dca-b360-16a07751d81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1743.557015] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:8c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2560d1d-a128-4dca-b360-16a07751d81e', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.562968] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating folder: Project (d56644e6f4494b69906e9d69d1b80405). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.564190] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d64c8e-e579-4e52-8415-dc46e77b291d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.578369] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created folder: Project (d56644e6f4494b69906e9d69d1b80405) in parent group-v392807. [ 1743.578369] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating folder: Instances. Parent ref: group-v393038. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1743.578369] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9982b72d-26cd-450f-949f-e63b02d03a9d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.583091] env[62105]: DEBUG nova.compute.manager [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Received event network-changed-661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1743.583091] env[62105]: DEBUG nova.compute.manager [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Refreshing instance network info cache due to event network-changed-661e5162-0b02-422a-8f62-5df5a943c052. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1743.583091] env[62105]: DEBUG oslo_concurrency.lockutils [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] Acquiring lock "refresh_cache-f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.583091] env[62105]: DEBUG oslo_concurrency.lockutils [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] Acquired lock "refresh_cache-f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.583091] env[62105]: DEBUG nova.network.neutron [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Refreshing network info cache for port 661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1743.597759] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created folder: Instances in parent group-v393038. [ 1743.597759] env[62105]: DEBUG oslo.service.loopingcall [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.597759] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.597759] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47fb072f-4599-4de0-8928-3e81f35a6560 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.620999] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.620999] env[62105]: value = "task-1904006" [ 1743.620999] env[62105]: _type = "Task" [ 1743.620999] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.629191] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904006, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.644139] env[62105]: DEBUG oslo_vmware.api [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904003, 'name': SuspendVM_Task} progress is 58%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.809741] env[62105]: DEBUG nova.network.neutron [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Successfully created port: d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1743.932717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-97b84dac-9c3c-47e5-9126-7079695c4b17 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.934027] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.515s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.939455] env[62105]: INFO nova.compute.claims [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1743.944118] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1744.037782] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "refresh_cache-f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.048584] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 749d4191-d3d8-438e-87c1-378fb54bf6ef] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1744.132639] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904006, 'name': CreateVM_Task, 'duration_secs': 0.344564} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.132639] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.132639] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.132873] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.133225] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.133493] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45693631-e9e5-42d4-bcd3-7ecc1c35e594 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.139556] env[62105]: DEBUG nova.network.neutron [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.145041] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1744.145041] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c71bb1-e65e-aeca-5402-82c73f39da22" [ 1744.145041] env[62105]: _type = "Task" [ 1744.145041] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.151494] env[62105]: DEBUG oslo_vmware.api [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904003, 'name': SuspendVM_Task, 'duration_secs': 0.87979} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.152076] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Suspended the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1744.152278] env[62105]: DEBUG nova.compute.manager [None req-f1f288b5-fdd8-4fdf-a84b-934c93f7f490 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1744.152994] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a0552e-c27c-4cf3-a7d2-82814d1fb2af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.161610] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c71bb1-e65e-aeca-5402-82c73f39da22, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.161610] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.161774] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.162016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.162180] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.162372] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.162641] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30da553a-baa2-49f1-9c17-408dba2e12a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.174583] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.174767] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.175794] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7660e85-8aec-44f6-93a6-e296e29fd5fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.182373] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1744.182373] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52291c85-44d8-a124-eada-baaf0a1fce03" [ 1744.182373] env[62105]: _type = "Task" [ 1744.182373] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.190301] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52291c85-44d8-a124-eada-baaf0a1fce03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.211932] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.212210] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.212423] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.212636] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.212812] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.214762] env[62105]: INFO nova.compute.manager [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Terminating instance [ 1744.257225] env[62105]: DEBUG nova.network.neutron [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.262430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "8228a1e8-aa53-418c-ac52-e120b33a37cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.262732] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.262981] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "8228a1e8-aa53-418c-ac52-e120b33a37cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.263225] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.263429] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.265253] env[62105]: INFO nova.compute.manager [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Terminating instance [ 1744.552305] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 20370a0d-4dd5-43b2-848b-0bfd8a895e1d] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1744.692749] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52291c85-44d8-a124-eada-baaf0a1fce03, 'name': SearchDatastore_Task, 'duration_secs': 0.008594} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.693890] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b051d256-ded3-47fa-a7ac-d01f775482ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.699659] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1744.699659] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525d153b-c75c-4646-0e06-c8cd29198c14" [ 1744.699659] env[62105]: _type = "Task" [ 1744.699659] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.707151] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525d153b-c75c-4646-0e06-c8cd29198c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.720883] env[62105]: DEBUG nova.compute.manager [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.721252] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.722151] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f341d4-8313-45c4-8ae1-72444dd5a42b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.729669] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.729862] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-118076d0-5663-40ea-a0d8-295a9c834706 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.737521] env[62105]: DEBUG oslo_vmware.api [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1744.737521] env[62105]: value = "task-1904007" [ 1744.737521] env[62105]: _type = "Task" [ 1744.737521] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.745875] env[62105]: DEBUG oslo_vmware.api [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1904007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.759706] env[62105]: DEBUG oslo_concurrency.lockutils [req-8788b317-8c59-4316-ae6e-d352a9c3411d req-1c9c5903-02d6-4667-b093-8815d6726b25 service nova] Releasing lock "refresh_cache-f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.760285] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "refresh_cache-f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.760485] env[62105]: DEBUG nova.network.neutron [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.768847] env[62105]: DEBUG nova.compute.manager [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1744.769451] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1744.770509] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3df98-ea09-4e63-bcba-7d098fa6cf92 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.778950] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1744.779243] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc8a6444-deec-4462-a309-7e9c71880497 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.785695] env[62105]: DEBUG oslo_vmware.api [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1744.785695] env[62105]: value = "task-1904008" [ 1744.785695] env[62105]: _type = "Task" [ 1744.785695] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.794170] env[62105]: DEBUG oslo_vmware.api [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1904008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.958466] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1745.004278] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.004715] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.004963] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.005327] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.005629] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.005928] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.006310] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.006600] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.006830] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.007230] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.007551] env[62105]: DEBUG nova.virt.hardware [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.011757] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247f1e1-1f6a-401c-ad22-dd3671c46c64 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.028130] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4539ab40-4747-4fac-be09-171bbb82fead {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.058167] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ef5caeab-3236-4566-9464-39e6c5e64bc7] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1745.210112] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525d153b-c75c-4646-0e06-c8cd29198c14, 'name': SearchDatastore_Task, 'duration_secs': 0.042533} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.210112] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.210315] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.210580] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af7b601-c272-4e84-9763-3ed61d811dae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.221975] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1745.221975] env[62105]: value = "task-1904009" [ 1745.221975] env[62105]: _type = "Task" [ 1745.221975] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.231934] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.252508] env[62105]: DEBUG oslo_vmware.api [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1904007, 'name': PowerOffVM_Task, 'duration_secs': 0.222792} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.252508] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.252508] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.252710] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0bdb8ca-4347-4171-965a-8e980127bb65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.295091] env[62105]: DEBUG oslo_vmware.api [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1904008, 'name': PowerOffVM_Task, 'duration_secs': 0.207282} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.297714] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1745.297830] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1745.298432] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d78fca1f-1ad3-4904-8110-744ada705bc4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.306566] env[62105]: DEBUG nova.network.neutron [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1745.371959] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc19a02-8567-4ffa-9905-6d0633cdbc0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.382391] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beced043-1a11-4682-827b-b92b027e639e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.416457] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ee1881-3904-422f-aa84-089cf0993fd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.424502] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3e879f-9f0e-4489-ab2f-ec11bead18c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.438351] env[62105]: DEBUG nova.compute.provider_tree [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.560573] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3cb203e8-a08e-49ce-a3c5-767874dab719] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1745.565625] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.566982] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.566982] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleting the datastore file [datastore2] 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.566982] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aca352f0-af0d-4428-8a80-36b03453c256 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.578055] env[62105]: DEBUG oslo_vmware.api [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for the task: (returnval){ [ 1745.578055] env[62105]: value = "task-1904012" [ 1745.578055] env[62105]: _type = "Task" [ 1745.578055] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.578462] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1745.578683] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1745.581112] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Deleting the datastore file [datastore2] 8228a1e8-aa53-418c-ac52-e120b33a37cf {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1745.581112] env[62105]: DEBUG nova.network.neutron [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Updating instance_info_cache with network_info: [{"id": "661e5162-0b02-422a-8f62-5df5a943c052", "address": "fa:16:3e:80:91:39", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661e5162-0b", "ovs_interfaceid": "661e5162-0b02-422a-8f62-5df5a943c052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.588443] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21a1e7c-5286-4c11-83e1-c493f15adc17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.601669] env[62105]: DEBUG oslo_vmware.api [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1904012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.603445] env[62105]: DEBUG oslo_vmware.api [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for the task: (returnval){ [ 1745.603445] env[62105]: value = "task-1904013" [ 1745.603445] env[62105]: _type = "Task" [ 1745.603445] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.614449] env[62105]: DEBUG oslo_vmware.api [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1904013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.680425] env[62105]: DEBUG nova.compute.manager [req-9a5c2e98-4500-48a3-8a3c-a6f3bf4b2589 req-05704008-05f9-4faf-8cbc-815e1488d569 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Received event network-vif-plugged-d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1745.680763] env[62105]: DEBUG oslo_concurrency.lockutils [req-9a5c2e98-4500-48a3-8a3c-a6f3bf4b2589 req-05704008-05f9-4faf-8cbc-815e1488d569 service nova] Acquiring lock "9518af96-1bf8-4563-a2e0-e41eda3664ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.681055] env[62105]: DEBUG oslo_concurrency.lockutils [req-9a5c2e98-4500-48a3-8a3c-a6f3bf4b2589 req-05704008-05f9-4faf-8cbc-815e1488d569 service nova] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.681279] env[62105]: DEBUG oslo_concurrency.lockutils [req-9a5c2e98-4500-48a3-8a3c-a6f3bf4b2589 req-05704008-05f9-4faf-8cbc-815e1488d569 service nova] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.681484] env[62105]: DEBUG nova.compute.manager [req-9a5c2e98-4500-48a3-8a3c-a6f3bf4b2589 req-05704008-05f9-4faf-8cbc-815e1488d569 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] No waiting events found dispatching network-vif-plugged-d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1745.681745] env[62105]: WARNING nova.compute.manager [req-9a5c2e98-4500-48a3-8a3c-a6f3bf4b2589 req-05704008-05f9-4faf-8cbc-815e1488d569 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Received unexpected event network-vif-plugged-d94731dd-ab27-4803-8e29-bf1c14a67d33 for instance with vm_state building and task_state spawning. [ 1745.717953] env[62105]: DEBUG nova.network.neutron [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Successfully updated port: d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1745.733802] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.822884] env[62105]: INFO nova.compute.manager [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Resuming [ 1745.822884] env[62105]: DEBUG nova.objects.instance [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lazy-loading 'flavor' on Instance uuid 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.944022] env[62105]: DEBUG nova.scheduler.client.report [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.066728] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: fb4fbb3e-a9a6-433b-a44a-4808e1a7d4c5] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1746.090981] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "refresh_cache-f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.091749] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Instance network_info: |[{"id": "661e5162-0b02-422a-8f62-5df5a943c052", "address": "fa:16:3e:80:91:39", "network": {"id": "08f15ca8-3c80-43a2-8010-e21d68491c2d", "bridge": "br-int", "label": "tempest-ImagesTestJSON-943476005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93ddc887d07c49209ab89fb37c7549fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661e5162-0b", "ovs_interfaceid": "661e5162-0b02-422a-8f62-5df5a943c052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.092300] env[62105]: DEBUG oslo_vmware.api [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Task: {'id': task-1904012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288258} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.095013] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:91:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661e5162-0b02-422a-8f62-5df5a943c052', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.100314] env[62105]: DEBUG oslo.service.loopingcall [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.100684] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.101031] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.101466] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.101826] env[62105]: INFO nova.compute.manager [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1746.102225] env[62105]: DEBUG oslo.service.loopingcall [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.107014] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.107014] env[62105]: DEBUG nova.compute.manager [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.107014] env[62105]: DEBUG nova.network.neutron [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.107014] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c05f7c1-289c-4a0c-a7dd-f5966a4a595a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.130557] env[62105]: DEBUG oslo_vmware.api [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Task: {'id': task-1904013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.132884] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.135019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.135019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.135019] env[62105]: INFO nova.compute.manager [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1746.135019] env[62105]: DEBUG oslo.service.loopingcall [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.135019] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.135019] env[62105]: value = "task-1904014" [ 1746.135019] env[62105]: _type = "Task" [ 1746.135019] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.135019] env[62105]: DEBUG nova.compute.manager [-] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.135019] env[62105]: DEBUG nova.network.neutron [-] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.145974] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904014, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.223640] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "refresh_cache-9518af96-1bf8-4563-a2e0-e41eda3664ce" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.223640] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquired lock "refresh_cache-9518af96-1bf8-4563-a2e0-e41eda3664ce" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.223840] env[62105]: DEBUG nova.network.neutron [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.240658] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56442} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.241734] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.241828] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.242141] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6031f660-a5ff-477b-af3c-f35c0bc5fb2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.249779] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1746.249779] env[62105]: value = "task-1904015" [ 1746.249779] env[62105]: _type = "Task" [ 1746.249779] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.258872] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.450103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.450103] env[62105]: DEBUG nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1746.450746] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.320s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.451143] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.453924] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.459s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.454315] env[62105]: DEBUG nova.objects.instance [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lazy-loading 'resources' on Instance uuid 73f6d811-d4c9-4ce8-b068-7e02b8d4722a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.484783] env[62105]: INFO nova.scheduler.client.report [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Deleted allocations for instance 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c [ 1746.569937] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 700b21a6-33e0-430b-a2a9-172ac8d684af] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1746.648944] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904014, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.765541] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205894} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.769016] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.769016] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11e6dd0-f8d2-4009-8aaf-37c5067b4417 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.795300] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.796441] env[62105]: DEBUG nova.network.neutron [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.799943] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c8025b0-5798-4298-b2ce-b83b105901c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.833385] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1746.833385] env[62105]: value = "task-1904016" [ 1746.833385] env[62105]: _type = "Task" [ 1746.833385] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.840662] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.958042] env[62105]: DEBUG nova.compute.utils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1746.962367] env[62105]: DEBUG nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1746.994426] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d575fec-a361-4f95-8901-cab29186efa1 tempest-ServerShowV254Test-1873794244 tempest-ServerShowV254Test-1873794244-project-member] Lock "3d42977e-1d25-4a12-ae52-8dcd0fd3f31c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.078s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.996935] env[62105]: DEBUG nova.network.neutron [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Updating instance_info_cache with network_info: [{"id": "d94731dd-ab27-4803-8e29-bf1c14a67d33", "address": "fa:16:3e:d1:4c:fe", "network": {"id": "8e797288-459b-4eb5-a9df-b90d625cc140", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-34176052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefbc6684e944e0ebdc4771627740262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94731dd-ab", "ovs_interfaceid": "d94731dd-ab27-4803-8e29-bf1c14a67d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.072273] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 0b186c48-92ed-4d81-ba08-911e507ffd73] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1747.084135] env[62105]: DEBUG nova.network.neutron [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.154262] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904014, 'name': CreateVM_Task, 'duration_secs': 0.588083} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.154262] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.154262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.154262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.154262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.154637] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3157f6-21dd-4ae0-8563-fe300d328d3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.164183] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1747.164183] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f791ef-3355-1d56-5b16-534e9974a5ef" [ 1747.164183] env[62105]: _type = "Task" [ 1747.164183] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.176124] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f791ef-3355-1d56-5b16-534e9974a5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.305054] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1fd648-cc28-49a9-a967-175f6916693e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.314132] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18347941-73ea-4a16-aab1-3e27cb6dfc63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.345858] env[62105]: DEBUG nova.network.neutron [-] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.347708] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.347795] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquired lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.348020] env[62105]: DEBUG nova.network.neutron [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.355454] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16413a3f-7583-4734-9117-78654c5155c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.369998] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904016, 'name': ReconfigVM_Task, 'duration_secs': 0.294985} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.370397] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.371994] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7280e93e-4bf4-403a-9e92-16d1befdfc41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.376459] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd077b7-4cf5-4ae1-a5f0-2f96071a407e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.391804] env[62105]: DEBUG nova.compute.provider_tree [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.393722] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1747.393722] env[62105]: value = "task-1904017" [ 1747.393722] env[62105]: _type = "Task" [ 1747.393722] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.404637] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904017, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.464286] env[62105]: DEBUG nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1747.503854] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Releasing lock "refresh_cache-9518af96-1bf8-4563-a2e0-e41eda3664ce" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.505135] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Instance network_info: |[{"id": "d94731dd-ab27-4803-8e29-bf1c14a67d33", "address": "fa:16:3e:d1:4c:fe", "network": {"id": "8e797288-459b-4eb5-a9df-b90d625cc140", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-34176052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefbc6684e944e0ebdc4771627740262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94731dd-ab", "ovs_interfaceid": "d94731dd-ab27-4803-8e29-bf1c14a67d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1747.505135] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:4c:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd94731dd-ab27-4803-8e29-bf1c14a67d33', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1747.512392] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Creating folder: Project (aefbc6684e944e0ebdc4771627740262). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.513311] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a37c687-d3a0-4dbf-bf6a-f746ff583f5c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.525107] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Created folder: Project (aefbc6684e944e0ebdc4771627740262) in parent group-v392807. [ 1747.525107] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Creating folder: Instances. Parent ref: group-v393042. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1747.525107] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-067276fd-c5f3-4572-9ceb-592a2e3a37f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.534570] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Created folder: Instances in parent group-v393042. [ 1747.534839] env[62105]: DEBUG oslo.service.loopingcall [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.535057] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1747.535278] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9c12355-81c0-4804-9379-6c9a1fc470e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.555334] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1747.555334] env[62105]: value = "task-1904020" [ 1747.555334] env[62105]: _type = "Task" [ 1747.555334] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.562971] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904020, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.578936] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 10210a11-05f4-485f-b5e4-fd50e23eba9d] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1747.589033] env[62105]: INFO nova.compute.manager [-] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Took 1.48 seconds to deallocate network for instance. [ 1747.679499] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f791ef-3355-1d56-5b16-534e9974a5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.679499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.679499] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1747.679499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.679499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.679499] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1747.679808] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb8bae2-5b04-44d4-af62-df27b637b9cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.688435] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1747.688435] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1747.691047] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695d96b4-cfbe-44ea-9c4d-721252813384 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.694570] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1747.694570] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52391734-5342-0984-5284-d2744a0c13f4" [ 1747.694570] env[62105]: _type = "Task" [ 1747.694570] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.703587] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52391734-5342-0984-5284-d2744a0c13f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.796555] env[62105]: DEBUG nova.compute.manager [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Received event network-changed-d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1747.797758] env[62105]: DEBUG nova.compute.manager [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Refreshing instance network info cache due to event network-changed-d94731dd-ab27-4803-8e29-bf1c14a67d33. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1747.797758] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] Acquiring lock "refresh_cache-9518af96-1bf8-4563-a2e0-e41eda3664ce" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.797758] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] Acquired lock "refresh_cache-9518af96-1bf8-4563-a2e0-e41eda3664ce" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.797758] env[62105]: DEBUG nova.network.neutron [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Refreshing network info cache for port d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1747.854725] env[62105]: INFO nova.compute.manager [-] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Took 1.72 seconds to deallocate network for instance. [ 1747.893322] env[62105]: DEBUG nova.scheduler.client.report [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1747.909442] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904017, 'name': Rename_Task, 'duration_secs': 0.154776} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.909762] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.909985] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b29823e9-99cb-42df-b04c-c8b08ca3d1ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.916508] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1747.916508] env[62105]: value = "task-1904021" [ 1747.916508] env[62105]: _type = "Task" [ 1747.916508] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.925688] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.063839] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904020, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.084612] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: e8a155e4-7149-48b6-9f42-c011e5e02f28] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1748.094707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.121123] env[62105]: DEBUG nova.network.neutron [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [{"id": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "address": "fa:16:3e:4d:97:1a", "network": {"id": "ff8e67b4-5399-4149-ae5b-1f619e56ae91", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1387173168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30051ec301ca44b4ae5e8a2b59bb6f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73cf5cc-04", "ovs_interfaceid": "c73cf5cc-048d-4fd8-a743-076f5a163dff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.205601] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52391734-5342-0984-5284-d2744a0c13f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014723} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.208701] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6884c9a-2446-48ca-9b32-a429bfbb6b9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.214989] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1748.214989] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e02585-c714-fc3d-dc16-b4679ddbda6e" [ 1748.214989] env[62105]: _type = "Task" [ 1748.214989] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.224151] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e02585-c714-fc3d-dc16-b4679ddbda6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.366430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.403885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.406420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.568s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.411988] env[62105]: INFO nova.compute.claims [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1748.434133] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.439830] env[62105]: INFO nova.scheduler.client.report [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Deleted allocations for instance 73f6d811-d4c9-4ce8-b068-7e02b8d4722a [ 1748.475122] env[62105]: DEBUG nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1748.518573] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1748.518699] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1748.518737] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1748.519188] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1748.519188] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1748.519300] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1748.519416] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1748.519573] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1748.519739] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1748.519899] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1748.520089] env[62105]: DEBUG nova.virt.hardware [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1748.520965] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568c5009-8134-4913-8f3f-675427167cb7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.530318] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f3b640-b6ca-401f-ac22-633ee5130d08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.535295] env[62105]: DEBUG nova.network.neutron [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Updated VIF entry in instance network info cache for port d94731dd-ab27-4803-8e29-bf1c14a67d33. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.535645] env[62105]: DEBUG nova.network.neutron [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Updating instance_info_cache with network_info: [{"id": "d94731dd-ab27-4803-8e29-bf1c14a67d33", "address": "fa:16:3e:d1:4c:fe", "network": {"id": "8e797288-459b-4eb5-a9df-b90d625cc140", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-34176052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefbc6684e944e0ebdc4771627740262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd94731dd-ab", "ovs_interfaceid": "d94731dd-ab27-4803-8e29-bf1c14a67d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.547352] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.552723] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Creating folder: Project (cc5721d50d68452babbfc7273b37f5b5). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.553608] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-741300e5-d580-4c5b-bba6-9bbd658bdd72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.563946] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904020, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.569019] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Created folder: Project (cc5721d50d68452babbfc7273b37f5b5) in parent group-v392807. [ 1748.569019] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Creating folder: Instances. Parent ref: group-v393045. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1748.569019] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2e016c9-1b0d-4daa-bd67-ad4088615e4d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.576696] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Created folder: Instances in parent group-v393045. [ 1748.577093] env[62105]: DEBUG oslo.service.loopingcall [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.577405] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.577923] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c46400-370f-414b-b11b-4be8c403f2c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.591366] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 0fa8ff2b-0a19-452f-af84-c4e5775e987b] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1748.599968] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.599968] env[62105]: value = "task-1904024" [ 1748.599968] env[62105]: _type = "Task" [ 1748.599968] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.606822] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904024, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.624177] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Releasing lock "refresh_cache-418bb0c7-2734-4014-9f44-33cf0069c3e5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.625025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ed2a40-7837-47a1-a4e9-697bc434ac9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.633258] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Resuming the VM {{(pid=62105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1748.633258] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a671cdd5-599b-4808-90ac-9dd8179fc7cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.637773] env[62105]: DEBUG oslo_vmware.api [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1748.637773] env[62105]: value = "task-1904025" [ 1748.637773] env[62105]: _type = "Task" [ 1748.637773] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.645873] env[62105]: DEBUG oslo_vmware.api [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.725663] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e02585-c714-fc3d-dc16-b4679ddbda6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.726065] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.726242] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] f1cbe2ac-658f-424f-bcfc-063f19a3cf0e/f1cbe2ac-658f-424f-bcfc-063f19a3cf0e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1748.726506] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de476318-7935-4120-9099-78f193ed5299 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.733541] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1748.733541] env[62105]: value = "task-1904026" [ 1748.733541] env[62105]: _type = "Task" [ 1748.733541] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.742187] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.933974] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.947813] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e7543dd9-8890-440a-98fd-eaa00fd0ee0e tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "73f6d811-d4c9-4ce8-b068-7e02b8d4722a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.103s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.039343] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] Releasing lock "refresh_cache-9518af96-1bf8-4563-a2e0-e41eda3664ce" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.039343] env[62105]: DEBUG nova.compute.manager [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Received event network-vif-deleted-91a166e6-b66c-41fe-8434-c61f3ed182e2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1749.039343] env[62105]: DEBUG nova.compute.manager [req-0d98faad-9cbb-483d-977f-1e5fcb6c80a2 req-3ab0dd3d-420e-4885-bbb0-9a480aad1ba6 service nova] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Received event network-vif-deleted-7e3e8b7c-0788-4bbf-bb13-18d87e67eae3 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1749.073419] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904020, 'name': CreateVM_Task, 'duration_secs': 1.372636} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.073853] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.074786] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.075416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.076124] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.076526] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36314dc5-df3a-4ce1-b7f3-4548c8789d0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.084652] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1749.084652] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244ef39-5c6e-22da-9463-732245159e22" [ 1749.084652] env[62105]: _type = "Task" [ 1749.084652] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.098228] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ea6ff7d5-ae57-4f21-b39b-8d5f53d19409] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1749.101052] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244ef39-5c6e-22da-9463-732245159e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.116171] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904024, 'name': CreateVM_Task, 'duration_secs': 0.358441} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.116853] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.117706] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.152963] env[62105]: DEBUG oslo_vmware.api [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.247621] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.435432] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904021, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.606581] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 5dbe2308-8315-445f-9571-994de7e8d4d2] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1749.608090] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244ef39-5c6e-22da-9463-732245159e22, 'name': SearchDatastore_Task, 'duration_secs': 0.086963} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.608586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.608703] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.608942] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.610514] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.611896] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.615545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.615997] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.616102] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8de37a40-cdf1-4696-b117-b3473b57694f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.618432] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18844a6b-59e4-441e-813d-332c05cd11e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.623797] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1749.623797] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dd9d5b-e3c0-a11f-82d7-fce2c1f99942" [ 1749.623797] env[62105]: _type = "Task" [ 1749.623797] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.629172] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.629283] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.632561] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac3c2775-7b8a-407f-97e4-be1ad78b7c53 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.639509] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dd9d5b-e3c0-a11f-82d7-fce2c1f99942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.644188] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1749.644188] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5202bbce-687a-2bf2-0c00-ced7febd5e45" [ 1749.644188] env[62105]: _type = "Task" [ 1749.644188] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.650849] env[62105]: DEBUG oslo_vmware.api [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904025, 'name': PowerOnVM_Task, 'duration_secs': 0.581569} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.651420] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Resumed the VM {{(pid=62105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1749.651606] env[62105]: DEBUG nova.compute.manager [None req-3b4bf28b-1480-416b-86e3-3556fef1e002 tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.652414] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9991fae1-772d-453f-9f95-dc526faac060 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.660173] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5202bbce-687a-2bf2-0c00-ced7febd5e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.747369] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647342} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.750092] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] f1cbe2ac-658f-424f-bcfc-063f19a3cf0e/f1cbe2ac-658f-424f-bcfc-063f19a3cf0e.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1749.750313] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1749.750757] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09dfd8bf-cf73-4983-85dc-30e0f0e88b52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.757678] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1749.757678] env[62105]: value = "task-1904027" [ 1749.757678] env[62105]: _type = "Task" [ 1749.757678] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.762789] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543f7f83-a64f-4730-9b53-49b17d190fcf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.770085] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.775731] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baee8af-575a-4b18-b144-64b33d9ada76 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.808922] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1388b9c6-dce9-4992-8ab6-c504a91995e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.817081] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46acef48-6bfb-4034-9834-998b4e9c6ff7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.831684] env[62105]: DEBUG nova.compute.provider_tree [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.876166] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.876405] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.932840] env[62105]: DEBUG oslo_vmware.api [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904021, 'name': PowerOnVM_Task, 'duration_secs': 1.941622} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.933451] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.933528] env[62105]: INFO nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1749.933685] env[62105]: DEBUG nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.934523] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e653c2-1301-4c9e-a856-d6b8eeb75be3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.958086] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.958461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.958798] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.959222] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.959470] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.962331] env[62105]: INFO nova.compute.manager [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Terminating instance [ 1750.110058] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 5ff7f553-c513-494a-9f35-71d72944fa15] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1750.135050] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dd9d5b-e3c0-a11f-82d7-fce2c1f99942, 'name': SearchDatastore_Task, 'duration_secs': 0.015956} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.135346] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.135576] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1750.135786] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.154351] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5202bbce-687a-2bf2-0c00-ced7febd5e45, 'name': SearchDatastore_Task, 'duration_secs': 0.012156} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.155101] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43d2dff-dfb1-4981-a24d-3f3f7bee0763 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.162685] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1750.162685] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dd9e97-a900-dec8-a718-aff4d0986817" [ 1750.162685] env[62105]: _type = "Task" [ 1750.162685] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.172075] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dd9e97-a900-dec8-a718-aff4d0986817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.268236] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09801} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.268643] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1750.269849] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9729857e-fd59-4c95-aaeb-ed91629a9d01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.293091] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] f1cbe2ac-658f-424f-bcfc-063f19a3cf0e/f1cbe2ac-658f-424f-bcfc-063f19a3cf0e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1750.293483] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb4258fe-2a2f-4338-beb8-951f82ee2292 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.312901] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1750.312901] env[62105]: value = "task-1904028" [ 1750.312901] env[62105]: _type = "Task" [ 1750.312901] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.320921] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.335242] env[62105]: DEBUG nova.scheduler.client.report [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1750.379764] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.456072] env[62105]: INFO nova.compute.manager [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Took 37.17 seconds to build instance. [ 1750.467948] env[62105]: DEBUG nova.compute.manager [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1750.467948] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1750.470053] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d43ca-b5eb-4c0c-8bf7-4660c04d04f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.477024] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.477827] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7874e6d-0af8-455b-8341-112eba18922b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.484224] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1750.484224] env[62105]: value = "task-1904029" [ 1750.484224] env[62105]: _type = "Task" [ 1750.484224] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.492655] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1904029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.615229] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: dc8a92f3-f7fc-4777-8a8a-0a9762fb8b0f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1750.677000] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dd9e97-a900-dec8-a718-aff4d0986817, 'name': SearchDatastore_Task, 'duration_secs': 0.066869} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.677000] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.677000] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 9518af96-1bf8-4563-a2e0-e41eda3664ce/9518af96-1bf8-4563-a2e0-e41eda3664ce.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.677000] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.677000] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1750.677000] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97c5bbc4-8eab-41bb-985f-4039c94cd58e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.681649] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64b41275-1489-4135-85b4-e0c66206e562 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.688525] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1750.688525] env[62105]: value = "task-1904030" [ 1750.688525] env[62105]: _type = "Task" [ 1750.688525] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.693129] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1750.693483] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1750.697298] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32c5182-33a0-4c63-9807-0260afa04f31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.699725] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.703698] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1750.703698] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b74bfe-7cdd-8035-b439-ab45f56cddaa" [ 1750.703698] env[62105]: _type = "Task" [ 1750.703698] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.710461] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b74bfe-7cdd-8035-b439-ab45f56cddaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.823851] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.840832] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.841384] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1750.844103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.479s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.844336] env[62105]: DEBUG nova.objects.instance [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'resources' on Instance uuid bc88a35d-5b6d-4c84-86e4-f93d9d852adf {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.903225] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.958020] env[62105]: DEBUG nova.compute.manager [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1750.958515] env[62105]: DEBUG nova.compute.manager [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing instance network info cache due to event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1750.958928] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.959170] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.959625] env[62105]: DEBUG nova.network.neutron [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.961498] env[62105]: DEBUG oslo_concurrency.lockutils [None req-11a8a472-54ff-46bf-bc85-69eedbec787c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.688s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.995737] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1904029, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.118911] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3ffe163d-7bf2-4d46-b91a-bff7062a0b7f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1751.199295] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.215101] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52b74bfe-7cdd-8035-b439-ab45f56cddaa, 'name': SearchDatastore_Task, 'duration_secs': 0.056464} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.216125] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9ad4b4-7c9c-4e4b-9c27-dde01d976a8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.222118] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1751.222118] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d67a02-8aac-778c-97ee-245fb2211d1a" [ 1751.222118] env[62105]: _type = "Task" [ 1751.222118] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.233999] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d67a02-8aac-778c-97ee-245fb2211d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.325065] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904028, 'name': ReconfigVM_Task, 'duration_secs': 0.952644} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.325065] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] f1cbe2ac-658f-424f-bcfc-063f19a3cf0e/f1cbe2ac-658f-424f-bcfc-063f19a3cf0e.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1751.326046] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51cbe79a-1bc0-4a94-bb9e-5558e461ff2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.333492] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1751.333492] env[62105]: value = "task-1904031" [ 1751.333492] env[62105]: _type = "Task" [ 1751.333492] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.342112] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904031, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.347611] env[62105]: DEBUG nova.compute.utils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1751.352139] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1751.352338] env[62105]: DEBUG nova.network.neutron [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1751.393236] env[62105]: DEBUG nova.policy [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba505cacc23432686bcda09ad362352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ca61bf24444afda33c24112d275e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1751.500214] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1904029, 'name': PowerOffVM_Task, 'duration_secs': 0.549726} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.500797] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.501325] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1751.501633] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e524464e-7996-4b5c-b4f2-72a4589d5dff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.591118] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1751.591356] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1751.591613] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Deleting the datastore file [datastore2] babeaf0e-e208-44cf-b9ad-7169ab8c5152 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.591830] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb2d9fe3-aa69-4f08-9a5a-3b95175881b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.597998] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for the task: (returnval){ [ 1751.597998] env[62105]: value = "task-1904033" [ 1751.597998] env[62105]: _type = "Task" [ 1751.597998] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.606305] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1904033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.623029] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 1fa71e2b-14df-415c-a823-3b5649802a4c] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1751.701243] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685749} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.702561] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 9518af96-1bf8-4563-a2e0-e41eda3664ce/9518af96-1bf8-4563-a2e0-e41eda3664ce.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1751.702561] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1751.702561] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a44529d0-a708-4fff-8cfc-850720c32f35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.705772] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d295bff-94b3-4633-a204-5d810b93eecd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.709490] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1751.709490] env[62105]: value = "task-1904034" [ 1751.709490] env[62105]: _type = "Task" [ 1751.709490] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.716278] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566e8d13-909e-4740-a64e-58da3856f569 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.721675] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.755114] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65de6199-df79-4f27-93b6-e909bf49310d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.763397] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d67a02-8aac-778c-97ee-245fb2211d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.051026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.763397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.763397] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc/bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.763397] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c65c3416-a00a-48ee-b3f5-c0eb71a769ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.769072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4288f98-e51f-4c3d-b153-74dafb0635f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.776142] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1751.776142] env[62105]: value = "task-1904035" [ 1751.776142] env[62105]: _type = "Task" [ 1751.776142] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.789912] env[62105]: DEBUG nova.compute.provider_tree [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.799614] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.842203] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904031, 'name': Rename_Task, 'duration_secs': 0.240369} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.842496] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1751.842762] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452f5517-4955-4532-869a-22c8a673af62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.848371] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1751.848371] env[62105]: value = "task-1904036" [ 1751.848371] env[62105]: _type = "Task" [ 1751.848371] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.853257] env[62105]: DEBUG nova.network.neutron [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Successfully created port: c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1751.855461] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1751.861239] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.893699] env[62105]: DEBUG nova.network.neutron [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updated VIF entry in instance network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1751.894167] env[62105]: DEBUG nova.network.neutron [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2560d1d-a1", "ovs_interfaceid": "e2560d1d-a128-4dca-b360-16a07751d81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.110630] env[62105]: DEBUG oslo_vmware.api [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Task: {'id': task-1904033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230113} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.111054] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1752.111270] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1752.111511] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1752.111710] env[62105]: INFO nova.compute.manager [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1752.112018] env[62105]: DEBUG oslo.service.loopingcall [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1752.112291] env[62105]: DEBUG nova.compute.manager [-] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1752.112391] env[62105]: DEBUG nova.network.neutron [-] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1752.126072] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 4d1309dc-8fa4-4f65-ad37-cf8bcde6510d] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1752.222631] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080037} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.222969] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.223922] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4090058a-9645-4761-8eb7-91874ccb82b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.251539] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 9518af96-1bf8-4563-a2e0-e41eda3664ce/9518af96-1bf8-4563-a2e0-e41eda3664ce.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.255026] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66d6a802-6885-40d3-b18c-d04a19933ce2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.272830] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1752.272830] env[62105]: value = "task-1904037" [ 1752.272830] env[62105]: _type = "Task" [ 1752.272830] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.283286] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.290109] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.293303] env[62105]: DEBUG nova.scheduler.client.report [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1752.359698] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.397265] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d9ffd1a-3a83-4d97-81a7-76176024eb34 req-1ddc6a1d-b26a-48ae-9a2c-cf388d06d464 service nova] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.592531] env[62105]: INFO nova.compute.manager [None req-1a12b9cb-af02-4f23-8263-4756ed11647c tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Get console output [ 1752.592531] env[62105]: WARNING nova.virt.vmwareapi.driver [None req-1a12b9cb-af02-4f23-8263-4756ed11647c tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] The console log is missing. Check your VSPC configuration [ 1752.630748] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3d1e9644-5a7d-44b0-97bd-0fe56fde3559] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1752.787560] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.792748] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582071} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.792873] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc/bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.793047] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1752.793321] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8b498e2-1c87-40f3-9af5-6d5fd39aced5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.798788] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.802150] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.259s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.803677] env[62105]: INFO nova.compute.claims [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.806339] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1752.806339] env[62105]: value = "task-1904038" [ 1752.806339] env[62105]: _type = "Task" [ 1752.806339] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.814978] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.832110] env[62105]: INFO nova.scheduler.client.report [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted allocations for instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf [ 1752.860067] env[62105]: DEBUG oslo_vmware.api [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904036, 'name': PowerOnVM_Task, 'duration_secs': 0.902846} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.860471] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1752.860729] env[62105]: INFO nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Took 10.44 seconds to spawn the instance on the hypervisor. [ 1752.860940] env[62105]: DEBUG nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1752.862043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb29f8f-83b7-442e-ab0b-77c08f823c28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.867502] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1752.898956] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1752.899222] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.899382] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1752.899564] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.899710] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1752.899856] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1752.900091] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1752.900267] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1752.900441] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1752.900604] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1752.900780] env[62105]: DEBUG nova.virt.hardware [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1752.901908] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce2bf5-e267-4fd5-bd7f-f17232a8cb56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.911273] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321987ee-5439-4e20-b189-42d6b4d55bde {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.925518] env[62105]: DEBUG nova.network.neutron [-] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.115223] env[62105]: DEBUG nova.compute.manager [req-336c5a91-9a3f-4f89-b0e0-20f2024bdfe3 req-a52e57ec-3be8-4b42-aabb-3760a3a4c3cb service nova] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Received event network-vif-deleted-bb2a06f5-d0a8-4695-94ec-feb46d699a9c {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1753.134542] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 389e1eee-9d9b-4bd9-94df-8cc490f239a6] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1753.286805] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904037, 'name': ReconfigVM_Task, 'duration_secs': 0.523809} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.287183] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 9518af96-1bf8-4563-a2e0-e41eda3664ce/9518af96-1bf8-4563-a2e0-e41eda3664ce.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1753.287825] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baba0246-fb02-44ee-bdd5-e964a820f2ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.295476] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1753.295476] env[62105]: value = "task-1904039" [ 1753.295476] env[62105]: _type = "Task" [ 1753.295476] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.304065] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904039, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.317661] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179675} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.319042] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1753.319173] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bc7e40-a435-4d28-9819-d03510fb7d27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.343106] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc/bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1753.345831] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eaf94aa-e451-44c9-8ccf-44d270e9f3d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.361167] env[62105]: DEBUG oslo_concurrency.lockutils [None req-341fd373-71ed-4407-a14b-c88fc74903b5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.836s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.366024] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Acquired lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.366024] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6fa40e-8cc5-4f61-ac13-88299e424bf4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.368804] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1753.368804] env[62105]: value = "task-1904040" [ 1753.368804] env[62105]: _type = "Task" [ 1753.368804] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.373032] env[62105]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1753.373188] env[62105]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62105) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1753.374815] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07bf7d84-beb4-4913-bb53-fb8d4ece5625 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.388023] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.390168] env[62105]: INFO nova.compute.manager [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Took 37.27 seconds to build instance. [ 1753.393726] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6342e7bd-fc28-4301-a9ec-9f8c1732a4c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.405479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bedebcd4-a43d-45e6-b7b3-0a93f8174bef tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.301s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.428298] env[62105]: ERROR root [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-392946' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-392946' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-392946' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-392946'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-392946' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-392946' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-392946'}\n"]: nova.exception.InstanceNotFound: Instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf could not be found. [ 1753.428532] env[62105]: DEBUG oslo_concurrency.lockutils [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] Releasing lock "bc88a35d-5b6d-4c84-86e4-f93d9d852adf" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.428751] env[62105]: DEBUG nova.compute.manager [req-9e85043b-11ac-48dd-8d1c-62de13cf1eeb req-5c3e1315-e13b-407d-9e1f-21ae932b4d80 service nova] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Detach interface failed, port_id=98003306-74f8-495e-9313-70ff12046613, reason: Instance bc88a35d-5b6d-4c84-86e4-f93d9d852adf could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1753.429290] env[62105]: INFO nova.compute.manager [-] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Took 1.32 seconds to deallocate network for instance. [ 1753.447555] env[62105]: DEBUG nova.network.neutron [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Successfully updated port: c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.637162] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 45f7c345-1abb-4ed4-8551-44b9b044659d] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1753.703164] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.703429] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.703671] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.703948] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.704095] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.707012] env[62105]: INFO nova.compute.manager [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Terminating instance [ 1753.805052] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904039, 'name': Rename_Task, 'duration_secs': 0.491368} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.805355] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1753.805600] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-414de417-ef01-4943-95fa-56338a3a118f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.812564] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1753.812564] env[62105]: value = "task-1904041" [ 1753.812564] env[62105]: _type = "Task" [ 1753.812564] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.822724] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.881084] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.935876] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.950187] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-beda64d2-d2e7-4a3e-897f-b42470688174" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.950400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-beda64d2-d2e7-4a3e-897f-b42470688174" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.950565] env[62105]: DEBUG nova.network.neutron [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1754.128077] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8e13d-682f-46d2-8419-0731cd6f6673 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.136991] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfaece4-6489-4618-b995-14f54e3898b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.141033] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d94f5cbf-7211-4493-98ae-1ce38a6c27a4] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1754.177798] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9417ff39-b1ed-4215-bbcc-448126f86c94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.187915] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0377f5-e857-46bf-a114-a16328ebbff8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.204513] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.215041] env[62105]: DEBUG nova.compute.manager [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.215283] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.216848] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668dae00-303c-41b8-ba53-f96aa163da74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.226703] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.226970] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec3b667-410b-43b2-ac5f-621c5a76f963 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.232876] env[62105]: DEBUG oslo_vmware.api [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1754.232876] env[62105]: value = "task-1904042" [ 1754.232876] env[62105]: _type = "Task" [ 1754.232876] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.241871] env[62105]: DEBUG oslo_vmware.api [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.325388] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904041, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.382478] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904040, 'name': ReconfigVM_Task, 'duration_secs': 0.679962} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.382775] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Reconfigured VM instance instance-00000055 to attach disk [datastore1] bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc/bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1754.383617] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71cd4bf6-c4c5-47e1-b4fb-bbb78393e05d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.391026] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1754.391026] env[62105]: value = "task-1904043" [ 1754.391026] env[62105]: _type = "Task" [ 1754.391026] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.404760] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904043, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.502662] env[62105]: DEBUG nova.network.neutron [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.645199] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 398cbe63-cfb4-428c-ae35-e9485c71699e] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1754.727484] env[62105]: ERROR nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [req-6a788e0f-f23f-4e05-9398-94c2a1f3f25d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6a788e0f-f23f-4e05-9398-94c2a1f3f25d"}]} [ 1754.746639] env[62105]: DEBUG oslo_vmware.api [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904042, 'name': PowerOffVM_Task, 'duration_secs': 0.425212} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.747557] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1754.755890] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.755890] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.755890] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7237db7-19f0-4b7e-b578-a5e57b133924 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.774104] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1754.774686] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1754.777440] env[62105]: DEBUG nova.network.neutron [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Updating instance_info_cache with network_info: [{"id": "c40be78b-2c84-4648-95c0-e84a5520772e", "address": "fa:16:3e:fa:e5:f0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40be78b-2c", "ovs_interfaceid": "c40be78b-2c84-4648-95c0-e84a5520772e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.794990] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1754.828214] env[62105]: DEBUG oslo_vmware.api [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904041, 'name': PowerOnVM_Task, 'duration_secs': 0.777463} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.828482] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.828698] env[62105]: INFO nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1754.828882] env[62105]: DEBUG nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1754.829780] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91411db-0590-4103-b3cc-c2f3ef35d82c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.841279] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1754.908053] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904043, 'name': Rename_Task, 'duration_secs': 0.215991} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.908389] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.908642] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b017067-4704-45b2-a3c7-a95149b2e852 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.920402] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1754.920402] env[62105]: value = "task-1904045" [ 1754.920402] env[62105]: _type = "Task" [ 1754.920402] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.929739] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.974191] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.974454] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.974665] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Deleting the datastore file [datastore1] a07a8de5-1b32-4574-b96d-f9a62f8ec445 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.974965] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d874613-93d3-40ac-9c45-927d60bc0903 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.982776] env[62105]: DEBUG oslo_vmware.api [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1754.982776] env[62105]: value = "task-1904046" [ 1754.982776] env[62105]: _type = "Task" [ 1754.982776] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.999559] env[62105]: DEBUG oslo_vmware.api [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.150422] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 10cc2978-5df9-441b-be88-b5c4ef8764c6] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1755.182042] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03f5ab4-21b0-4074-84b7-3979afe8e74b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.192861] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b354cab-c43a-43b2-9f59-0c5ed73ef6a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.227271] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb37e5fd-1df5-4782-b859-2fbf09204ec8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.236101] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc5105-5a66-42fa-a681-5e3aab68448d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.249834] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.250092] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.250305] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.250492] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.250660] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.252514] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.253985] env[62105]: INFO nova.compute.manager [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Terminating instance [ 1755.281264] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-beda64d2-d2e7-4a3e-897f-b42470688174" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.281264] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Instance network_info: |[{"id": "c40be78b-2c84-4648-95c0-e84a5520772e", "address": "fa:16:3e:fa:e5:f0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40be78b-2c", "ovs_interfaceid": "c40be78b-2c84-4648-95c0-e84a5520772e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1755.282916] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:e5:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c40be78b-2c84-4648-95c0-e84a5520772e', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1755.290805] env[62105]: DEBUG oslo.service.loopingcall [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.291348] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1755.291348] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74a169cb-f71d-4d56-b1d1-1bfc885028be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.309400] env[62105]: DEBUG nova.compute.manager [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Received event network-vif-plugged-c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1755.309653] env[62105]: DEBUG oslo_concurrency.lockutils [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] Acquiring lock "beda64d2-d2e7-4a3e-897f-b42470688174-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.309865] env[62105]: DEBUG oslo_concurrency.lockutils [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] Lock "beda64d2-d2e7-4a3e-897f-b42470688174-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.310080] env[62105]: DEBUG oslo_concurrency.lockutils [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] Lock "beda64d2-d2e7-4a3e-897f-b42470688174-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.310261] env[62105]: DEBUG nova.compute.manager [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] No waiting events found dispatching network-vif-plugged-c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1755.310474] env[62105]: WARNING nova.compute.manager [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Received unexpected event network-vif-plugged-c40be78b-2c84-4648-95c0-e84a5520772e for instance with vm_state building and task_state spawning. [ 1755.310680] env[62105]: DEBUG nova.compute.manager [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Received event network-changed-c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1755.310854] env[62105]: DEBUG nova.compute.manager [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Refreshing instance network info cache due to event network-changed-c40be78b-2c84-4648-95c0-e84a5520772e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1755.311054] env[62105]: DEBUG oslo_concurrency.lockutils [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] Acquiring lock "refresh_cache-beda64d2-d2e7-4a3e-897f-b42470688174" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.311216] env[62105]: DEBUG oslo_concurrency.lockutils [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] Acquired lock "refresh_cache-beda64d2-d2e7-4a3e-897f-b42470688174" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.311383] env[62105]: DEBUG nova.network.neutron [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Refreshing network info cache for port c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1755.318521] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.318521] env[62105]: value = "task-1904047" [ 1755.318521] env[62105]: _type = "Task" [ 1755.318521] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.331950] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904047, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.374100] env[62105]: INFO nova.compute.manager [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Took 34.57 seconds to build instance. [ 1755.436505] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904045, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.492450] env[62105]: DEBUG oslo_vmware.api [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269359} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.492731] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.492919] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.493107] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.493288] env[62105]: INFO nova.compute.manager [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1755.493538] env[62105]: DEBUG oslo.service.loopingcall [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.493736] env[62105]: DEBUG nova.compute.manager [-] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.493844] env[62105]: DEBUG nova.network.neutron [-] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.656392] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: e7abc8f6-9b51-4ffc-ab49-058890a2f975] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1755.759512] env[62105]: DEBUG nova.compute.manager [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1755.759911] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1755.760735] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e2265-f8d4-45cd-a3bc-ff9a5e5d5665 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.770819] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.770819] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a25d070-bc34-40cc-b9ba-16c668b87908 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.773957] env[62105]: ERROR nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [req-79b2a61c-21ba-4b90-82b4-3d0bcccb73d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79b2a61c-21ba-4b90-82b4-3d0bcccb73d3"}]} [ 1755.777712] env[62105]: DEBUG oslo_vmware.api [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1755.777712] env[62105]: value = "task-1904048" [ 1755.777712] env[62105]: _type = "Task" [ 1755.777712] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.785308] env[62105]: DEBUG oslo_vmware.api [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.793791] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1755.808999] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1755.809246] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1755.823628] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1755.831251] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904047, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.842843] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1755.853401] env[62105]: DEBUG nova.compute.manager [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.854375] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f181ba-e2c5-4490-ad84-9eaa5355a8c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.879187] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea509cf7-63cb-4302-8fee-fcbed8abe62a tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.084s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.935911] env[62105]: DEBUG oslo_vmware.api [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904045, 'name': PowerOnVM_Task, 'duration_secs': 0.566408} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.935911] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.935911] env[62105]: INFO nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1755.935911] env[62105]: DEBUG nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.936857] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48fa18d-40b7-4596-9514-183818b75479 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.150453] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.151372] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.157920] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 4d5aaf8c-30e1-4204-a7af-dcbc8f3d876f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1756.262123] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b4efd-6cd1-438c-b5c9-fa1f51ad1027 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.271787] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47027e-41e3-4937-8935-c962f1a7c28d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.287425] env[62105]: DEBUG oslo_vmware.api [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904048, 'name': PowerOffVM_Task, 'duration_secs': 0.443829} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.314050] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1756.314271] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1756.314789] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e6be4d-964e-4c49-ace6-1476115ffd48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.317620] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e11aa9b-41ce-424d-8c56-4fa3b37e2029 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.328602] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904047, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.331761] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d8959-2ded-47f6-b151-e021ec631c69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.346686] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1756.367463] env[62105]: INFO nova.compute.manager [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] instance snapshotting [ 1756.371993] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af7c93c-4671-4589-b280-4d119108fb70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.393985] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772d759-85f1-457f-9904-b9aac1d989d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.414732] env[62105]: DEBUG nova.network.neutron [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Updated VIF entry in instance network info cache for port c40be78b-2c84-4648-95c0-e84a5520772e. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1756.415147] env[62105]: DEBUG nova.network.neutron [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Updating instance_info_cache with network_info: [{"id": "c40be78b-2c84-4648-95c0-e84a5520772e", "address": "fa:16:3e:fa:e5:f0", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc40be78b-2c", "ovs_interfaceid": "c40be78b-2c84-4648-95c0-e84a5520772e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.450250] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1756.450250] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1756.450415] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleting the datastore file [datastore2] 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1756.454213] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea5959a0-2fe9-4ead-8365-2e75f884b1b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.463045] env[62105]: INFO nova.compute.manager [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Took 31.06 seconds to build instance. [ 1756.469437] env[62105]: DEBUG oslo_vmware.api [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for the task: (returnval){ [ 1756.469437] env[62105]: value = "task-1904050" [ 1756.469437] env[62105]: _type = "Task" [ 1756.469437] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.478109] env[62105]: DEBUG oslo_vmware.api [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.660385] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1756.667205] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3eb963bc-48b0-4fb3-9640-76db178fd09e] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1756.830452] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904047, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.884185] env[62105]: DEBUG nova.scheduler.client.report [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1756.884185] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 110 to 111 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1756.884185] env[62105]: DEBUG nova.compute.provider_tree [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1756.894971] env[62105]: DEBUG nova.network.neutron [-] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.905343] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1756.906133] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-264c0b0a-d53b-40c6-bf2d-a940e26bdbb6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.914826] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1756.914826] env[62105]: value = "task-1904051" [ 1756.914826] env[62105]: _type = "Task" [ 1756.914826] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.920998] env[62105]: DEBUG oslo_concurrency.lockutils [req-4db30641-0912-4a50-94ad-6d64d8bf6b36 req-4960287c-6b7a-4791-bda1-f116f72447c8 service nova] Releasing lock "refresh_cache-beda64d2-d2e7-4a3e-897f-b42470688174" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.928737] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904051, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.965733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fbd0f3b2-a229-44a4-b3ef-9c07c50864dd tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.580s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.980746] env[62105]: DEBUG oslo_vmware.api [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Task: {'id': task-1904050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500336} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.982531] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1756.982769] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1756.982967] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1756.983180] env[62105]: INFO nova.compute.manager [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1756.983440] env[62105]: DEBUG oslo.service.loopingcall [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.988119] env[62105]: DEBUG nova.compute.manager [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1756.988119] env[62105]: DEBUG nova.network.neutron [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1757.172025] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 27885184-734b-42ae-8c31-e14e67330fbd] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1757.195158] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.269539] env[62105]: DEBUG nova.compute.manager [None req-7723c5c4-3541-4fab-b5f3-c099ab477c5f tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.270562] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da28f0a6-9fc8-4dc1-8e7f-fb3a28ed468c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.331534] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904047, 'name': CreateVM_Task, 'duration_secs': 1.682011} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.331534] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.331978] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.332184] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.332856] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.332856] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c6c7a8-f317-4fa2-b088-cb17734e29c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.337776] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1757.337776] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5225d096-35ae-2366-1720-ae3ebf1dd111" [ 1757.337776] env[62105]: _type = "Task" [ 1757.337776] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.346251] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5225d096-35ae-2366-1720-ae3ebf1dd111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.348717] env[62105]: DEBUG nova.compute.manager [req-19e40379-fae8-464d-9fa6-12cf0c36ec9d req-0cc77a20-7678-44b0-8117-f5c231678aa1 service nova] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Received event network-vif-deleted-95b8efe6-b828-401e-ba4c-64f13846fca2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1757.348916] env[62105]: DEBUG nova.compute.manager [req-19e40379-fae8-464d-9fa6-12cf0c36ec9d req-0cc77a20-7678-44b0-8117-f5c231678aa1 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Received event network-vif-deleted-c73cf5cc-048d-4fd8-a743-076f5a163dff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1757.349148] env[62105]: INFO nova.compute.manager [req-19e40379-fae8-464d-9fa6-12cf0c36ec9d req-0cc77a20-7678-44b0-8117-f5c231678aa1 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Neutron deleted interface c73cf5cc-048d-4fd8-a743-076f5a163dff; detaching it from the instance and deleting it from the info cache [ 1757.349266] env[62105]: DEBUG nova.network.neutron [req-19e40379-fae8-464d-9fa6-12cf0c36ec9d req-0cc77a20-7678-44b0-8117-f5c231678aa1 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.389779] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.588s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.390326] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1757.392970] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.971s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.393235] env[62105]: DEBUG nova.objects.instance [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lazy-loading 'resources' on Instance uuid be85181a-4c6d-41b1-96d1-d507c59d487d {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.397649] env[62105]: INFO nova.compute.manager [-] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Took 1.90 seconds to deallocate network for instance. [ 1757.425995] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904051, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.488035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.488377] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.488690] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.488900] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.489132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.491369] env[62105]: INFO nova.compute.manager [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Terminating instance [ 1757.617501] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "9518af96-1bf8-4563-a2e0-e41eda3664ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.618091] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.618091] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "9518af96-1bf8-4563-a2e0-e41eda3664ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.618246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.618356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.622948] env[62105]: INFO nova.compute.manager [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Terminating instance [ 1757.675707] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 4e039e7d-bc2c-48df-bd9b-eb4ef124482e] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1757.784462] env[62105]: INFO nova.compute.manager [None req-7723c5c4-3541-4fab-b5f3-c099ab477c5f tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] instance snapshotting [ 1757.785053] env[62105]: DEBUG nova.objects.instance [None req-7723c5c4-3541-4fab-b5f3-c099ab477c5f tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lazy-loading 'flavor' on Instance uuid bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.787045] env[62105]: DEBUG nova.network.neutron [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.852745] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5225d096-35ae-2366-1720-ae3ebf1dd111, 'name': SearchDatastore_Task, 'duration_secs': 0.012882} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.853082] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68aced33-8633-479b-94fd-9136325da126 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.855683] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.855952] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1757.856209] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.856400] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.856563] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1757.857610] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4b3a1b-af50-4380-beb9-1c0b25e61420 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.866392] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30533d44-2cc1-44e8-a406-5629cc334440 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.880422] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1757.880630] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1757.881815] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5021ba74-583d-4ac5-ad49-8340659adcd9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.887439] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1757.887439] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a279a5-d587-42f3-8ace-6ec8dd95eff6" [ 1757.887439] env[62105]: _type = "Task" [ 1757.887439] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.903607] env[62105]: DEBUG nova.compute.utils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.908157] env[62105]: DEBUG nova.compute.manager [req-19e40379-fae8-464d-9fa6-12cf0c36ec9d req-0cc77a20-7678-44b0-8117-f5c231678aa1 service nova] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Detach interface failed, port_id=c73cf5cc-048d-4fd8-a743-076f5a163dff, reason: Instance 418bb0c7-2734-4014-9f44-33cf0069c3e5 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1757.912966] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.913399] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.913590] env[62105]: DEBUG nova.network.neutron [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.917539] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a279a5-d587-42f3-8ace-6ec8dd95eff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.929838] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904051, 'name': CreateSnapshot_Task, 'duration_secs': 0.999166} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.929969] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1757.932019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f60629-f978-4fbc-bb7b-7c93e177492c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.969085] env[62105]: DEBUG nova.policy [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7273f94ab7a8450fba94fde2f4acc591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07605cd83d9a4cb9bd55f14a4e49a081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1757.995860] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "refresh_cache-bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.996080] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquired lock "refresh_cache-bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.996350] env[62105]: DEBUG nova.network.neutron [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.126446] env[62105]: DEBUG nova.compute.manager [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.126711] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.127806] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4da22-af7a-4893-954f-410708a077dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.141260] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.141888] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1631abc0-baea-436a-ab00-2147b6536af1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.150631] env[62105]: DEBUG oslo_vmware.api [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1758.150631] env[62105]: value = "task-1904052" [ 1758.150631] env[62105]: _type = "Task" [ 1758.150631] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.162213] env[62105]: DEBUG oslo_vmware.api [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.179632] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d4aa4880-c381-43ee-96dc-e42cb13971fc] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1758.249143] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d6da66-f149-4db9-bf62-d25c4798fff3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.256272] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f61126-be7b-4e66-abb6-db980bb8c8be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.291015] env[62105]: DEBUG nova.network.neutron [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Successfully created port: 4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1758.293061] env[62105]: INFO nova.compute.manager [-] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Took 1.31 seconds to deallocate network for instance. [ 1758.293647] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64161714-9b49-4064-b5cb-9ac1cd0cdd96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.298611] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baae2ebf-354c-4cb2-8f1b-82b9f9e86a9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.320360] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb722ca-4eb4-485d-9c1c-75f819d46821 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.325321] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b7473-8996-45c5-b8a2-68640286c8cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.337898] env[62105]: DEBUG nova.compute.provider_tree [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.347686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquiring lock "b7955ed3-0e26-4e1b-924a-563f68477149" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.349490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "b7955ed3-0e26-4e1b-924a-563f68477149" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.349490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquiring lock "b7955ed3-0e26-4e1b-924a-563f68477149-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.349490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "b7955ed3-0e26-4e1b-924a-563f68477149-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.349490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "b7955ed3-0e26-4e1b-924a-563f68477149-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.350748] env[62105]: INFO nova.compute.manager [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Terminating instance [ 1758.398652] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a279a5-d587-42f3-8ace-6ec8dd95eff6, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.398944] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14c2f1d-3834-48aa-bac4-f3dc135e733a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.405259] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1758.405259] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529db857-6601-f81d-766e-7e712dcfb407" [ 1758.405259] env[62105]: _type = "Task" [ 1758.405259] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.409379] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1758.414604] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529db857-6601-f81d-766e-7e712dcfb407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.454356] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1758.455104] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f03a63fe-8d7e-4503-9065-c4d1d400e854 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.464168] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1758.464168] env[62105]: value = "task-1904053" [ 1758.464168] env[62105]: _type = "Task" [ 1758.464168] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.473479] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.521030] env[62105]: DEBUG nova.network.neutron [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.590778] env[62105]: DEBUG nova.network.neutron [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.660168] env[62105]: DEBUG oslo_vmware.api [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904052, 'name': PowerOffVM_Task, 'duration_secs': 0.37369} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.660500] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.660674] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.660941] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfc5fc4f-814e-4da7-8da3-d588ce8495ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.683742] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 413dd89a-6b40-41bb-9140-3a809ab169c6] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1758.806069] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.844914] env[62105]: DEBUG nova.scheduler.client.report [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1758.848419] env[62105]: DEBUG nova.compute.manager [None req-7723c5c4-3541-4fab-b5f3-c099ab477c5f tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Instance disappeared during snapshot {{(pid=62105) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1758.854322] env[62105]: DEBUG nova.compute.manager [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1758.854556] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.854838] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3884dab3-0456-433f-afc9-f82ad79c284e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.862384] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1758.862384] env[62105]: value = "task-1904055" [ 1758.862384] env[62105]: _type = "Task" [ 1758.862384] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.871118] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.918915] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529db857-6601-f81d-766e-7e712dcfb407, 'name': SearchDatastore_Task, 'duration_secs': 0.035511} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.920200] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.920464] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] beda64d2-d2e7-4a3e-897f-b42470688174/beda64d2-d2e7-4a3e-897f-b42470688174.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.920749] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1758.920928] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1758.921114] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Deleting the datastore file [datastore1] 9518af96-1bf8-4563-a2e0-e41eda3664ce {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1758.921556] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-721c5200-738d-45a2-a03c-7bae74627b70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.923507] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36dac779-303f-4744-826f-47dea7e744bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.931895] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1758.931895] env[62105]: value = "task-1904056" [ 1758.931895] env[62105]: _type = "Task" [ 1758.931895] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.933407] env[62105]: DEBUG oslo_vmware.api [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for the task: (returnval){ [ 1758.933407] env[62105]: value = "task-1904057" [ 1758.933407] env[62105]: _type = "Task" [ 1758.933407] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.944454] env[62105]: DEBUG oslo_vmware.api [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.947847] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.975038] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.009122] env[62105]: DEBUG nova.compute.manager [None req-7723c5c4-3541-4fab-b5f3-c099ab477c5f tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Found 0 images (rotation: 2) {{(pid=62105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1759.093668] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Releasing lock "refresh_cache-bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.094182] env[62105]: DEBUG nova.compute.manager [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1759.094381] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1759.095293] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2bbff-42b2-4c45-aded-b6290b109c46 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.102914] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1759.103671] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84739402-e93f-41dc-b98d-f4410873b9df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.109584] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1759.109584] env[62105]: value = "task-1904058" [ 1759.109584] env[62105]: _type = "Task" [ 1759.109584] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.117330] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.187049] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 175a86b7-eb68-41d6-a634-a0aef83b4fba] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1759.351852] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.354331] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.936s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.354544] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.356355] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.262s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.356609] env[62105]: DEBUG nova.objects.instance [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lazy-loading 'resources' on Instance uuid 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1759.376627] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904055, 'name': PowerOffVM_Task, 'duration_secs': 0.211955} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.377264] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.377264] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1759.377995] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393003', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'name': 'volume-1514a03c-4153-42eb-b974-fb138f4f1211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7955ed3-0e26-4e1b-924a-563f68477149', 'attached_at': '', 'detached_at': '', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'serial': '1514a03c-4153-42eb-b974-fb138f4f1211'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1759.378157] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a157a73f-1ed8-45b7-ba77-e1dcc9f0fe77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.385368] env[62105]: INFO nova.scheduler.client.report [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocations for instance 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca [ 1759.386959] env[62105]: INFO nova.scheduler.client.report [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Deleted allocations for instance be85181a-4c6d-41b1-96d1-d507c59d487d [ 1759.411059] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c51079c-5e61-449b-a7e6-5f8c233588ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.424657] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1759.427687] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ea484-411e-4e80-8d34-48a768dee52d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.457575] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52b6022-a195-4fe3-81c4-274739fba111 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.463997] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904056, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.470361] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1759.470713] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.471019] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1759.471019] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.471154] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1759.471242] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1759.471451] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1759.471610] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1759.471780] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1759.471948] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1759.472141] env[62105]: DEBUG nova.virt.hardware [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1759.486547] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77054d1-cc80-43e7-aed3-b829c128a20e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.489229] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] The volume has not been displaced from its original location: [datastore2] volume-1514a03c-4153-42eb-b974-fb138f4f1211/volume-1514a03c-4153-42eb-b974-fb138f4f1211.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1759.496589] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1759.497088] env[62105]: DEBUG oslo_vmware.api [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Task: {'id': task-1904057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27264} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.499216] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba9d9d6-6dd9-460b-8c19-a383a3ef87c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.521644] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.521962] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.522261] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.522524] env[62105]: INFO nova.compute.manager [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1759.522853] env[62105]: DEBUG oslo.service.loopingcall [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.528285] env[62105]: DEBUG nova.compute.manager [-] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1759.528446] env[62105]: DEBUG nova.network.neutron [-] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1759.530296] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.534580] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0f4223-9ae5-4ce4-b66a-da1954db65d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.540178] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1759.540178] env[62105]: value = "task-1904059" [ 1759.540178] env[62105]: _type = "Task" [ 1759.540178] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.556667] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.620899] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904058, 'name': PowerOffVM_Task, 'duration_secs': 0.12721} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.621157] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1759.621374] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1759.621642] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-732073f3-ba6f-4368-93c3-dcc16484e8dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.646331] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.646617] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.646855] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Deleting the datastore file [datastore1] bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.647182] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f71358-d741-40a4-842a-0b903f04ab44 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.653152] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for the task: (returnval){ [ 1759.653152] env[62105]: value = "task-1904061" [ 1759.653152] env[62105]: _type = "Task" [ 1759.653152] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.660802] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.690849] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a66f5c25-c415-4968-bc3f-6e33311568e6] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1759.859158] env[62105]: DEBUG nova.compute.manager [req-b72912cb-f90d-483e-b455-95f66902554e req-16a95309-fbba-4c8f-8d57-8cd32fa1be85 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Received event network-vif-plugged-4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1759.859396] env[62105]: DEBUG oslo_concurrency.lockutils [req-b72912cb-f90d-483e-b455-95f66902554e req-16a95309-fbba-4c8f-8d57-8cd32fa1be85 service nova] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.859611] env[62105]: DEBUG oslo_concurrency.lockutils [req-b72912cb-f90d-483e-b455-95f66902554e req-16a95309-fbba-4c8f-8d57-8cd32fa1be85 service nova] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.859783] env[62105]: DEBUG oslo_concurrency.lockutils [req-b72912cb-f90d-483e-b455-95f66902554e req-16a95309-fbba-4c8f-8d57-8cd32fa1be85 service nova] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.860057] env[62105]: DEBUG nova.compute.manager [req-b72912cb-f90d-483e-b455-95f66902554e req-16a95309-fbba-4c8f-8d57-8cd32fa1be85 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] No waiting events found dispatching network-vif-plugged-4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.860143] env[62105]: WARNING nova.compute.manager [req-b72912cb-f90d-483e-b455-95f66902554e req-16a95309-fbba-4c8f-8d57-8cd32fa1be85 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Received unexpected event network-vif-plugged-4decd8c0-07d4-428d-beee-89039f2bafbe for instance with vm_state building and task_state spawning. [ 1759.923709] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6e20001-d3a5-40ae-8a0e-db854047843c tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "2f3d83a2-9774-49a5-9ce9-abfebf42c6ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.900s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.925037] env[62105]: DEBUG oslo_concurrency.lockutils [None req-45abf055-bbac-4038-9133-909b066c0d56 tempest-ListServerFiltersTestJSON-933605695 tempest-ListServerFiltersTestJSON-933605695-project-member] Lock "be85181a-4c6d-41b1-96d1-d507c59d487d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.230s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.946613] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608968} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.946892] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] beda64d2-d2e7-4a3e-897f-b42470688174/beda64d2-d2e7-4a3e-897f-b42470688174.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.947177] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.947399] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ff5dd48-5640-4919-b782-c5676405bb4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.958370] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1759.958370] env[62105]: value = "task-1904062" [ 1759.958370] env[62105]: _type = "Task" [ 1759.958370] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.968675] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.976931] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.008343] env[62105]: DEBUG nova.network.neutron [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Successfully updated port: 4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.049690] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.159245] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd3625-6f79-42c2-9ca2-58b650f2f12c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.169516] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5586f4bf-e9b7-4bb1-adb2-aa18b08b23e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.172670] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.199225] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f87aa475-7469-4a36-ad46-be69fc24e0a1] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 1760.201703] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f157e0-70d1-47fe-9187-e03996d6a3ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.210081] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e38b9-0274-4236-af01-7c6c976060ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.226047] env[62105]: DEBUG nova.compute.provider_tree [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1760.426418] env[62105]: DEBUG nova.network.neutron [-] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.470223] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.472568] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.473332] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b603398f-87a6-4e0f-b437-a5172544a155 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.481220] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.499012] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] beda64d2-d2e7-4a3e-897f-b42470688174/beda64d2-d2e7-4a3e-897f-b42470688174.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.499315] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841a38fd-f658-41e4-b4dc-20b8f811a848 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.515012] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.515212] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.515212] env[62105]: DEBUG nova.network.neutron [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.522816] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1760.522816] env[62105]: value = "task-1904063" [ 1760.522816] env[62105]: _type = "Task" [ 1760.522816] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.533043] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.552689] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904059, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.665022] env[62105]: DEBUG oslo_vmware.api [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Task: {'id': task-1904061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.779329} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.666019] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1760.666019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1760.666019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1760.666019] env[62105]: INFO nova.compute.manager [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1760.666341] env[62105]: DEBUG oslo.service.loopingcall [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.666341] env[62105]: DEBUG nova.compute.manager [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1760.666418] env[62105]: DEBUG nova.network.neutron [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1760.684711] env[62105]: DEBUG nova.network.neutron [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1760.706319] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.706764] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=62105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 1760.767936] env[62105]: DEBUG nova.scheduler.client.report [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1760.768811] env[62105]: DEBUG nova.compute.provider_tree [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 111 to 112 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1760.768811] env[62105]: DEBUG nova.compute.provider_tree [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1760.930209] env[62105]: INFO nova.compute.manager [-] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Took 1.40 seconds to deallocate network for instance. [ 1760.982333] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.037171] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.053655] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904059, 'name': ReconfigVM_Task, 'duration_secs': 1.211829} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.053655] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1761.056860] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b7df85-4ca4-4963-a389-2cabee85204c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.072228] env[62105]: DEBUG nova.network.neutron [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.075952] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1761.075952] env[62105]: value = "task-1904064" [ 1761.075952] env[62105]: _type = "Task" [ 1761.075952] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.084799] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.187922] env[62105]: DEBUG nova.network.neutron [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.208631] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.240631] env[62105]: DEBUG nova.network.neutron [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance_info_cache with network_info: [{"id": "4decd8c0-07d4-428d-beee-89039f2bafbe", "address": "fa:16:3e:30:36:f3", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4decd8c0-07", "ovs_interfaceid": "4decd8c0-07d4-428d-beee-89039f2bafbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.272910] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.275431] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.909s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.275680] env[62105]: DEBUG nova.objects.instance [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lazy-loading 'resources' on Instance uuid 8228a1e8-aa53-418c-ac52-e120b33a37cf {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.300036] env[62105]: INFO nova.scheduler.client.report [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Deleted allocations for instance 0bfdb17e-7f53-4e8c-900c-484ed0a389b3 [ 1761.437542] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.480472] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.535592] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904063, 'name': ReconfigVM_Task, 'duration_secs': 0.699686} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.536146] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Reconfigured VM instance instance-00000056 to attach disk [datastore2] beda64d2-d2e7-4a3e-897f-b42470688174/beda64d2-d2e7-4a3e-897f-b42470688174.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.536748] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3dae80d-623e-4608-b17f-0176fecb8d90 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.543439] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1761.543439] env[62105]: value = "task-1904065" [ 1761.543439] env[62105]: _type = "Task" [ 1761.543439] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.552197] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904065, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.585319] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904064, 'name': ReconfigVM_Task, 'duration_secs': 0.125548} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.585772] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393003', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'name': 'volume-1514a03c-4153-42eb-b974-fb138f4f1211', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b7955ed3-0e26-4e1b-924a-563f68477149', 'attached_at': '', 'detached_at': '', 'volume_id': '1514a03c-4153-42eb-b974-fb138f4f1211', 'serial': '1514a03c-4153-42eb-b974-fb138f4f1211'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1761.585973] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1761.586786] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f73456-6d56-4eb4-8b8c-d3f15ab1dde8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.593491] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1761.593742] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa576814-49e5-4952-b8e6-f65a1a3484be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.673257] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1761.673478] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1761.673665] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Deleting the datastore file [datastore2] b7955ed3-0e26-4e1b-924a-563f68477149 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1761.673977] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1ca0c40-49bc-45b4-897c-73b66f63c73a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.680580] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for the task: (returnval){ [ 1761.680580] env[62105]: value = "task-1904067" [ 1761.680580] env[62105]: _type = "Task" [ 1761.680580] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.689468] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.692127] env[62105]: INFO nova.compute.manager [-] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Took 1.03 seconds to deallocate network for instance. [ 1761.743265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.743595] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Instance network_info: |[{"id": "4decd8c0-07d4-428d-beee-89039f2bafbe", "address": "fa:16:3e:30:36:f3", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4decd8c0-07", "ovs_interfaceid": "4decd8c0-07d4-428d-beee-89039f2bafbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1761.744398] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:36:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4decd8c0-07d4-428d-beee-89039f2bafbe', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1761.751761] env[62105]: DEBUG oslo.service.loopingcall [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.751978] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1761.752207] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a110b77d-5cea-403d-9432-73aa569826a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.772218] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1761.772218] env[62105]: value = "task-1904068" [ 1761.772218] env[62105]: _type = "Task" [ 1761.772218] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.782662] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904068, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.806424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1cafa480-fd19-4e01-949a-4eac2c92e574 tempest-ServersAdminTestJSON-1215397389 tempest-ServersAdminTestJSON-1215397389-project-member] Lock "0bfdb17e-7f53-4e8c-900c-484ed0a389b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.594s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.890907] env[62105]: DEBUG nova.compute.manager [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Received event network-vif-deleted-d94731dd-ab27-4803-8e29-bf1c14a67d33 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1761.891145] env[62105]: DEBUG nova.compute.manager [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Received event network-changed-4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1761.891314] env[62105]: DEBUG nova.compute.manager [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Refreshing instance network info cache due to event network-changed-4decd8c0-07d4-428d-beee-89039f2bafbe. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1761.891522] env[62105]: DEBUG oslo_concurrency.lockutils [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] Acquiring lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.891662] env[62105]: DEBUG oslo_concurrency.lockutils [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] Acquired lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.891847] env[62105]: DEBUG nova.network.neutron [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Refreshing network info cache for port 4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.985069] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904053, 'name': CloneVM_Task, 'duration_secs': 3.036964} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.985367] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Created linked-clone VM from snapshot [ 1761.986202] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f00271-6376-4d9a-a26f-545bc5d31105 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.993396] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Uploading image 5e62cc3b-79d1-41ee-bf6b-6e7e44124b79 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1762.009616] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1762.009993] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4abdde0d-d666-47bc-a83b-41d36fa33fd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.017363] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1762.017363] env[62105]: value = "task-1904069" [ 1762.017363] env[62105]: _type = "Task" [ 1762.017363] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.030248] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.056691] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904065, 'name': Rename_Task, 'duration_secs': 0.153802} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.057174] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1762.057174] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75281b7e-a1f3-451c-a210-2b9c406119c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.064392] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1762.064392] env[62105]: value = "task-1904070" [ 1762.064392] env[62105]: _type = "Task" [ 1762.064392] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.069218] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9606c-72f5-4d93-8b62-ddf610655ddb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.076842] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.079613] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83802915-2144-4331-8d92-339dcf63da75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.111672] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72c9973-b88b-49e6-83e6-341dc1ae171c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.119592] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a8c07-a062-4a12-8160-7966682aa7e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.134029] env[62105]: DEBUG nova.compute.provider_tree [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.192369] env[62105]: DEBUG oslo_vmware.api [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Task: {'id': task-1904067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.192632] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.192816] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.192988] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.193184] env[62105]: INFO nova.compute.manager [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Took 3.34 seconds to destroy the instance on the hypervisor. [ 1762.193447] env[62105]: DEBUG oslo.service.loopingcall [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.193649] env[62105]: DEBUG nova.compute.manager [-] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1762.193743] env[62105]: DEBUG nova.network.neutron [-] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.198447] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.283592] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904068, 'name': CreateVM_Task, 'duration_secs': 0.365708} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.283768] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.284510] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.284703] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.285120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.285391] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acef286c-a165-4dd5-8a77-86bc59c72d2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.290316] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1762.290316] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523bcc13-4d83-b8cd-dfe9-9b2d74e8ce9c" [ 1762.290316] env[62105]: _type = "Task" [ 1762.290316] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.298893] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523bcc13-4d83-b8cd-dfe9-9b2d74e8ce9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.530697] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.576635] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.637388] env[62105]: DEBUG nova.scheduler.client.report [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1762.800914] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523bcc13-4d83-b8cd-dfe9-9b2d74e8ce9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.801246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.801485] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1762.801718] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.801965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.802058] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1762.802319] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b175b78-d636-406e-b349-b7b6a822c0ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.811895] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1762.811895] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1762.812500] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92c3dacf-a76f-41d3-96df-b0f3e7c085a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.818467] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1762.818467] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5214115d-acd6-2480-17f8-9d747fda3cbe" [ 1762.818467] env[62105]: _type = "Task" [ 1762.818467] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.827324] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5214115d-acd6-2480-17f8-9d747fda3cbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.881642] env[62105]: DEBUG nova.network.neutron [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updated VIF entry in instance network info cache for port 4decd8c0-07d4-428d-beee-89039f2bafbe. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.882108] env[62105]: DEBUG nova.network.neutron [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance_info_cache with network_info: [{"id": "4decd8c0-07d4-428d-beee-89039f2bafbe", "address": "fa:16:3e:30:36:f3", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4decd8c0-07", "ovs_interfaceid": "4decd8c0-07d4-428d-beee-89039f2bafbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.031288] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.076152] env[62105]: DEBUG oslo_vmware.api [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904070, 'name': PowerOnVM_Task, 'duration_secs': 0.532887} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.076716] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1763.079811] env[62105]: INFO nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1763.080096] env[62105]: DEBUG nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1763.081072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd95177-b501-4702-9645-828612659c2c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.142940] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.145441] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.242s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.148670] env[62105]: INFO nova.compute.claims [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.168355] env[62105]: INFO nova.scheduler.client.report [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Deleted allocations for instance 8228a1e8-aa53-418c-ac52-e120b33a37cf [ 1763.333639] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5214115d-acd6-2480-17f8-9d747fda3cbe, 'name': SearchDatastore_Task, 'duration_secs': 0.039736} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.333639] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ccc3c3-b0f7-41e5-8109-02cb7f4a63ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.338834] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1763.338834] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a14c61-0ad9-f622-a04b-b97945f63f7c" [ 1763.338834] env[62105]: _type = "Task" [ 1763.338834] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.347300] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a14c61-0ad9-f622-a04b-b97945f63f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.384602] env[62105]: DEBUG oslo_concurrency.lockutils [req-17c31e45-dda2-45f4-abd9-649e139d0e9c req-2654a7e6-10db-4ade-bf41-28befd77a6a5 service nova] Releasing lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.531743] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.612723] env[62105]: INFO nova.compute.manager [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Took 31.79 seconds to build instance. [ 1763.615616] env[62105]: DEBUG nova.network.neutron [-] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.676698] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bdad92b4-39d3-42e1-bbda-fb967c68b0c6 tempest-ServersWithSpecificFlavorTestJSON-696139656 tempest-ServersWithSpecificFlavorTestJSON-696139656-project-member] Lock "8228a1e8-aa53-418c-ac52-e120b33a37cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.414s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.851029] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a14c61-0ad9-f622-a04b-b97945f63f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014908} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.851338] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.852024] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240/351cee2b-620f-4ae0-a61e-5f0e7d310240.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1763.852024] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4d9936-dd88-410b-9948-fafe0dd7af70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.862931] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1763.862931] env[62105]: value = "task-1904071" [ 1763.862931] env[62105]: _type = "Task" [ 1763.862931] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.874382] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.033893] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.083921] env[62105]: DEBUG nova.compute.manager [req-babc94d3-3523-49d9-a6d4-762b2e288d23 req-c6ac93b4-5c60-45b1-81dc-508e96801846 service nova] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Received event network-vif-deleted-7919003a-1e6c-47aa-8900-3da4c9859c32 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1764.112632] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cf56e28-37e6-4fde-87ba-40a6aeb06315 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.304s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.119039] env[62105]: INFO nova.compute.manager [-] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Took 1.92 seconds to deallocate network for instance. [ 1764.377740] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.494774] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51d0ec8-5ec5-4613-a2dd-fdc19bfcdec7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.503428] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40025bd2-99ef-4397-acfd-4e31834faa94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.542732] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420d278-59a3-47f4-ae55-f6b1a692aa0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.551139] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.554960] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e1336-b2cd-460d-bf7b-3f9760378380 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.568965] env[62105]: DEBUG nova.compute.provider_tree [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.691825] env[62105]: INFO nova.compute.manager [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Took 0.57 seconds to detach 1 volumes for instance. [ 1764.695112] env[62105]: DEBUG nova.compute.manager [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Deleting volume: 1514a03c-4153-42eb-b974-fb138f4f1211 {{(pid=62105) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1764.874687] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549816} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.874914] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240/351cee2b-620f-4ae0-a61e-5f0e7d310240.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.875090] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.875413] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f35a3f42-4ec6-46ae-a0c4-6a7d38d5f184 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.882132] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1764.882132] env[62105]: value = "task-1904073" [ 1764.882132] env[62105]: _type = "Task" [ 1764.882132] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.891233] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.051116] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904069, 'name': Destroy_Task, 'duration_secs': 2.573376} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.051116] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Destroyed the VM [ 1765.051116] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1765.051116] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b8f51bb-f9d4-44d9-a2e1-958f7af95d2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.059334] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1765.059334] env[62105]: value = "task-1904074" [ 1765.059334] env[62105]: _type = "Task" [ 1765.059334] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.069613] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904074, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.071606] env[62105]: DEBUG nova.scheduler.client.report [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.249025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.395899] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092754} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.396085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.396869] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad08c4f4-5b34-4c95-b7c3-7d3f31f39cca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.423915] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240/351cee2b-620f-4ae0-a61e-5f0e7d310240.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.424355] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cacf912-44fc-4184-a141-7410f65ec0a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.441972] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "beda64d2-d2e7-4a3e-897f-b42470688174" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.443546] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.444809] env[62105]: DEBUG nova.compute.manager [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.445959] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71d939a-560c-45f3-bb2a-a78a489574dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.454249] env[62105]: DEBUG nova.compute.manager [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1765.454912] env[62105]: DEBUG nova.objects.instance [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'flavor' on Instance uuid beda64d2-d2e7-4a3e-897f-b42470688174 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.459921] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1765.459921] env[62105]: value = "task-1904075" [ 1765.459921] env[62105]: _type = "Task" [ 1765.459921] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.469272] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.571146] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904074, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.580080] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.580080] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1765.581658] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.646s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.582108] env[62105]: DEBUG nova.objects.instance [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lazy-loading 'resources' on Instance uuid babeaf0e-e208-44cf-b9ad-7169ab8c5152 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1765.705898] env[62105]: INFO nova.compute.manager [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Rebuilding instance [ 1765.764872] env[62105]: DEBUG nova.compute.manager [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.765793] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f65b86-f1d4-4379-a066-abf2befac192 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.978715] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904075, 'name': ReconfigVM_Task, 'duration_secs': 0.362327} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.979076] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240/351cee2b-620f-4ae0-a61e-5f0e7d310240.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.979644] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efc25317-8d45-4c11-af7b-91a16cd526f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.986824] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1765.986824] env[62105]: value = "task-1904076" [ 1765.986824] env[62105]: _type = "Task" [ 1765.986824] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.999247] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904076, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.070594] env[62105]: DEBUG oslo_vmware.api [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904074, 'name': RemoveSnapshot_Task, 'duration_secs': 0.82886} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.070594] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1766.085287] env[62105]: DEBUG nova.compute.utils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.089994] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.089994] env[62105]: DEBUG nova.network.neutron [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.143914] env[62105]: DEBUG nova.policy [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afac00f4011749c59ebae07377a9b230', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9d4bb36b96e44119c51a3f41203ac27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.405097] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd57c22-51cc-47ac-b612-9fac4b024533 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.414247] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a836d7c-24a0-454d-8f75-043c8efd3e18 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.449618] env[62105]: DEBUG nova.network.neutron [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Successfully created port: 6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1766.452066] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65140be0-4d63-4ec3-bf81-24ea0f5f13ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.461749] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b5fcf-dc7b-440e-bbf0-d6358b32b88e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.478312] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.478908] env[62105]: DEBUG nova.compute.provider_tree [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.480273] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e809ae-938b-4710-8f62-51274185f3c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.491999] env[62105]: DEBUG oslo_vmware.api [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1766.491999] env[62105]: value = "task-1904077" [ 1766.491999] env[62105]: _type = "Task" [ 1766.491999] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.500098] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904076, 'name': Rename_Task, 'duration_secs': 0.228302} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.500755] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.501014] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84787185-7310-4903-afea-9b9b903e56ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.507740] env[62105]: DEBUG oslo_vmware.api [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.509099] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1766.509099] env[62105]: value = "task-1904078" [ 1766.509099] env[62105]: _type = "Task" [ 1766.509099] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.517348] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.574581] env[62105]: WARNING nova.compute.manager [None req-b0ef6c4a-4278-43df-b76b-b9c7433aa986 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Image not found during snapshot: nova.exception.ImageNotFound: Image 5e62cc3b-79d1-41ee-bf6b-6e7e44124b79 could not be found. [ 1766.594213] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1766.779624] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1766.780055] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d241e57-fcc2-4703-bd4b-97433b72f003 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.789541] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1766.789541] env[62105]: value = "task-1904079" [ 1766.789541] env[62105]: _type = "Task" [ 1766.789541] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.796312] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.986021] env[62105]: DEBUG nova.scheduler.client.report [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1767.008575] env[62105]: DEBUG oslo_vmware.api [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904077, 'name': PowerOffVM_Task, 'duration_secs': 0.246638} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.008725] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.008954] env[62105]: DEBUG nova.compute.manager [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.009941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30baf9f-0e96-4c2c-8f37-09b1d8dc0b96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.037400] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904078, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.302168] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904079, 'name': PowerOffVM_Task, 'duration_secs': 0.244377} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.302168] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.302168] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.302168] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60945914-3087-4bce-89d6-b44f0f3e6de4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.311167] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1767.311427] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a5f51d0-5136-454c-9762-5d6535bcda97 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.408593] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.408865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.409085] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.409273] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.412505] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.413363] env[62105]: INFO nova.compute.manager [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Terminating instance [ 1767.504499] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.506865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.312s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.513823] env[62105]: INFO nova.compute.claims [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.533784] env[62105]: DEBUG oslo_vmware.api [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904078, 'name': PowerOnVM_Task, 'duration_secs': 0.761705} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.536572] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.536790] env[62105]: INFO nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1767.536941] env[62105]: DEBUG nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.537274] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1767.537457] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1767.537637] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleting the datastore file [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1767.538214] env[62105]: DEBUG oslo_concurrency.lockutils [None req-fa956ec8-a60a-4b9b-a594-f735ba252377 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.540439] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698f67e7-614b-48ea-9ac6-d315f34975d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.543398] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5abc8636-88cd-45f0-867c-55d32d15cc57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.546703] env[62105]: INFO nova.scheduler.client.report [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Deleted allocations for instance babeaf0e-e208-44cf-b9ad-7169ab8c5152 [ 1767.553707] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1767.553707] env[62105]: value = "task-1904081" [ 1767.553707] env[62105]: _type = "Task" [ 1767.553707] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.565735] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.604359] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.651014] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.651816] env[62105]: DEBUG nova.virt.hardware [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.655467] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34899e88-61a9-45c4-8c7a-0da6ba649a22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.663636] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e333ec-e899-4493-823c-bdd11368cb11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.919382] env[62105]: DEBUG nova.compute.manager [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1767.919635] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1767.920572] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea48b98-992a-4495-8ac3-e2fe1da7ce9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.932025] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.932025] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9302f3de-e163-4fc7-92b8-b0b8fc4b8690 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.935863] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1767.935863] env[62105]: value = "task-1904082" [ 1767.935863] env[62105]: _type = "Task" [ 1767.935863] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.944620] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.039069] env[62105]: DEBUG nova.compute.manager [req-465a899a-54fb-40d2-b336-ab4a372a67de req-636d8997-f261-44e1-ac62-413bcd1e4b32 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received event network-vif-plugged-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1768.039408] env[62105]: DEBUG oslo_concurrency.lockutils [req-465a899a-54fb-40d2-b336-ab4a372a67de req-636d8997-f261-44e1-ac62-413bcd1e4b32 service nova] Acquiring lock "7a484483-c67f-40f2-86e5-fd6406abfdf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.039838] env[62105]: DEBUG oslo_concurrency.lockutils [req-465a899a-54fb-40d2-b336-ab4a372a67de req-636d8997-f261-44e1-ac62-413bcd1e4b32 service nova] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.039959] env[62105]: DEBUG oslo_concurrency.lockutils [req-465a899a-54fb-40d2-b336-ab4a372a67de req-636d8997-f261-44e1-ac62-413bcd1e4b32 service nova] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.040193] env[62105]: DEBUG nova.compute.manager [req-465a899a-54fb-40d2-b336-ab4a372a67de req-636d8997-f261-44e1-ac62-413bcd1e4b32 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] No waiting events found dispatching network-vif-plugged-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1768.040431] env[62105]: WARNING nova.compute.manager [req-465a899a-54fb-40d2-b336-ab4a372a67de req-636d8997-f261-44e1-ac62-413bcd1e4b32 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received unexpected event network-vif-plugged-6ec12e48-8cec-4d04-9f03-d37c73353241 for instance with vm_state building and task_state spawning. [ 1768.074641] env[62105]: DEBUG oslo_concurrency.lockutils [None req-30e1d812-fd66-4a41-805f-a18982ef2473 tempest-ServerRescueTestJSON-256012233 tempest-ServerRescueTestJSON-256012233-project-member] Lock "babeaf0e-e208-44cf-b9ad-7169ab8c5152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.116s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.075624] env[62105]: INFO nova.compute.manager [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Took 28.57 seconds to build instance. [ 1768.082193] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356628} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.082495] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1768.082648] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1768.082877] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1768.188203] env[62105]: DEBUG nova.network.neutron [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Successfully updated port: 6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1768.452999] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.503760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "beda64d2-d2e7-4a3e-897f-b42470688174" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.504947] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.505142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "beda64d2-d2e7-4a3e-897f-b42470688174-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.505406] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.505699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.507808] env[62105]: INFO nova.compute.manager [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Terminating instance [ 1768.578576] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ac2ce89a-5a5a-43cb-a615-abcc89b22556 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.086s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.692079] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.692239] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.692390] env[62105]: DEBUG nova.network.neutron [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.891307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a0371-3422-4f98-a4fe-71527af05f94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.900527] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7158d-0ab1-46ff-859c-c6fc5dada772 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.948380] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a50c3e6-b4ad-4581-bacd-e1d567aaa928 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.966873] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3aa39f-0da9-417a-810d-fd870c4121c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.969596] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.985704] env[62105]: DEBUG nova.compute.provider_tree [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.018043] env[62105]: DEBUG nova.compute.manager [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1769.018043] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.018043] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc1e5da-6bb5-4d48-83a8-d14f38c3fee6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.027142] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1769.027524] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efc5f9c4-3b31-437f-9a74-839f879c266c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.151806] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1769.152119] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.152325] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1769.152447] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.152589] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1769.152741] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1769.152937] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1769.153127] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1769.153316] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1769.153440] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1769.153609] env[62105]: DEBUG nova.virt.hardware [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1769.154959] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f992384-3dcd-4618-9048-b88b3e05c163 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.166967] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68e2a59-0e8d-452b-96f6-172e24f24c27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.181484] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:70:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c71e0d56-9293-41ad-ae16-b46950bfe51a', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1769.189265] env[62105]: DEBUG oslo.service.loopingcall [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.189496] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.189598] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe733f9e-ea9d-4fd3-9b26-17ae9484d0cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.214416] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.214416] env[62105]: value = "task-1904084" [ 1769.214416] env[62105]: _type = "Task" [ 1769.214416] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.222651] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904084, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.284311] env[62105]: DEBUG nova.network.neutron [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1769.458137] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.489481] env[62105]: DEBUG nova.scheduler.client.report [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.641874] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1769.642142] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1769.642355] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleting the datastore file [datastore2] beda64d2-d2e7-4a3e-897f-b42470688174 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.642715] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9feb81ed-3772-43cc-9eb8-6cf1befd38c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.646092] env[62105]: DEBUG nova.network.neutron [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.651805] env[62105]: DEBUG oslo_vmware.api [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1769.651805] env[62105]: value = "task-1904085" [ 1769.651805] env[62105]: _type = "Task" [ 1769.651805] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.660316] env[62105]: DEBUG oslo_vmware.api [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.730827] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904084, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.959937] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904082, 'name': PowerOffVM_Task, 'duration_secs': 1.893531} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.959937] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1769.959937] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1769.959937] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8731b23-ed46-40ac-841c-ac18cc6cb3f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.996749] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.997378] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.001021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.088s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.001330] env[62105]: DEBUG nova.objects.instance [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lazy-loading 'resources' on Instance uuid a07a8de5-1b32-4574-b96d-f9a62f8ec445 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.073496] env[62105]: DEBUG nova.compute.manager [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1770.073707] env[62105]: DEBUG nova.compute.manager [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing instance network info cache due to event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1770.073920] env[62105]: DEBUG oslo_concurrency.lockutils [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.118661] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1770.118738] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1770.118908] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleting the datastore file [datastore1] f1cbe2ac-658f-424f-bcfc-063f19a3cf0e {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1770.119365] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc8575b6-e53a-4216-b83d-68c2d469a6ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.128089] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for the task: (returnval){ [ 1770.128089] env[62105]: value = "task-1904087" [ 1770.128089] env[62105]: _type = "Task" [ 1770.128089] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.138662] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.149078] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.149487] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Instance network_info: |[{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1770.149825] env[62105]: DEBUG oslo_concurrency.lockutils [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.149977] env[62105]: DEBUG nova.network.neutron [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.151398] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:65:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ec12e48-8cec-4d04-9f03-d37c73353241', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1770.160143] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Creating folder: Project (a9d4bb36b96e44119c51a3f41203ac27). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1770.160868] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74059d5e-6aa5-43c4-86b2-da9ba47619c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.172932] env[62105]: DEBUG oslo_vmware.api [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242791} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.174023] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1770.174023] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1770.174023] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1770.174023] env[62105]: INFO nova.compute.manager [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1770.174023] env[62105]: DEBUG oslo.service.loopingcall [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.174023] env[62105]: DEBUG nova.compute.manager [-] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1770.174319] env[62105]: DEBUG nova.network.neutron [-] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1770.180362] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Created folder: Project (a9d4bb36b96e44119c51a3f41203ac27) in parent group-v392807. [ 1770.180546] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Creating folder: Instances. Parent ref: group-v393053. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1770.181123] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fd0f843-7294-4d96-8a26-b38f2b61f117 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.193997] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Created folder: Instances in parent group-v393053. [ 1770.194307] env[62105]: DEBUG oslo.service.loopingcall [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.194510] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1770.195667] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e7dafb1-e560-49b3-bef8-67f7bc5fff62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.220176] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1770.220176] env[62105]: value = "task-1904090" [ 1770.220176] env[62105]: _type = "Task" [ 1770.220176] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.226854] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904084, 'name': CreateVM_Task, 'duration_secs': 0.713807} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.227408] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.228084] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.228253] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.228658] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.232041] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3962f143-922e-4719-b153-44977157f1cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.233638] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904090, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.241426] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1770.241426] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5229efff-d06f-d928-eb8e-5761b0562e75" [ 1770.241426] env[62105]: _type = "Task" [ 1770.241426] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.251590] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5229efff-d06f-d928-eb8e-5761b0562e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.505320] env[62105]: DEBUG nova.compute.utils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.511010] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.511010] env[62105]: DEBUG nova.network.neutron [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.619022] env[62105]: DEBUG nova.policy [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.636476] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.732130] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904090, 'name': CreateVM_Task, 'duration_secs': 0.40567} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.733920] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.737200] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.753027] env[62105]: DEBUG nova.compute.manager [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1770.767324] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5229efff-d06f-d928-eb8e-5761b0562e75, 'name': SearchDatastore_Task, 'duration_secs': 0.013876} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.770407] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.770661] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.770897] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.771147] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.771381] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.772038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.772215] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.772441] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c5b4d8-6dc6-442b-8488-35a2b92670f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.774842] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2970d4cc-f7a7-4142-908c-cb4ab34bd1bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.781743] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1770.781743] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f1e2ab-4ffd-47df-cd58-d2e920b839d5" [ 1770.781743] env[62105]: _type = "Task" [ 1770.781743] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.786865] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.787068] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.792555] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c92072f-bb16-4313-84c5-07cd502fe745 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.801406] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f1e2ab-4ffd-47df-cd58-d2e920b839d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.803718] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.804027] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.804439] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.805259] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1770.805259] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dc253f-451e-b407-28b4-fc4b18fee15c" [ 1770.805259] env[62105]: _type = "Task" [ 1770.805259] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.816379] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dc253f-451e-b407-28b4-fc4b18fee15c, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.817725] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525cd607-aa6c-4523-8163-f052aa2a39dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.827421] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1770.827421] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52477c5f-02e2-dbc4-3896-08a41dabc2ca" [ 1770.827421] env[62105]: _type = "Task" [ 1770.827421] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.833818] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6d75cc-1ef3-4ef2-80be-0238db8389e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.841479] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52477c5f-02e2-dbc4-3896-08a41dabc2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.847483] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c57d24-d856-4850-bdd0-842278831536 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.881853] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108464c4-7555-4f59-981b-39ae2850f108 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.891025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5de044-6772-4e66-8b38-7c228e130965 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.906121] env[62105]: DEBUG nova.compute.provider_tree [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.011478] env[62105]: DEBUG oslo_concurrency.lockutils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.012281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.022139] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.138562] env[62105]: DEBUG oslo_vmware.api [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Task: {'id': task-1904087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.713766} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.139256] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.139256] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.139256] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.139558] env[62105]: INFO nova.compute.manager [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Took 3.22 seconds to destroy the instance on the hypervisor. [ 1771.139705] env[62105]: DEBUG oslo.service.loopingcall [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.140523] env[62105]: DEBUG nova.compute.manager [-] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.140523] env[62105]: DEBUG nova.network.neutron [-] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.275883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.340704] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52477c5f-02e2-dbc4-3896-08a41dabc2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012468} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.341135] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.341519] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.341926] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.342221] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.342514] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1622e9c-d392-4347-a758-c7d7820de566 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.345167] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70875f3e-6b3e-412d-9585-e6abe785a0fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.353635] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1771.353635] env[62105]: value = "task-1904091" [ 1771.353635] env[62105]: _type = "Task" [ 1771.353635] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.357590] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.357768] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.358763] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbbb6353-feb7-498b-9a8f-7ac451dec1eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.364050] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.367141] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1771.367141] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a118e2-a835-806e-bc0c-8984a8cb2de1" [ 1771.367141] env[62105]: _type = "Task" [ 1771.367141] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.374759] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a118e2-a835-806e-bc0c-8984a8cb2de1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.397083] env[62105]: DEBUG nova.network.neutron [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updated VIF entry in instance network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1771.397462] env[62105]: DEBUG nova.network.neutron [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.433401] env[62105]: ERROR nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [req-4763c25a-3655-430c-a56a-f5e38beb31d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4763c25a-3655-430c-a56a-f5e38beb31d3"}]} [ 1771.457976] env[62105]: DEBUG nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1771.475240] env[62105]: DEBUG nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1771.475240] env[62105]: DEBUG nova.compute.provider_tree [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.494922] env[62105]: DEBUG nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1771.515221] env[62105]: DEBUG nova.compute.utils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.520718] env[62105]: DEBUG nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1771.587939] env[62105]: DEBUG nova.network.neutron [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Successfully created port: 818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.690815] env[62105]: DEBUG nova.network.neutron [-] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.817750] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01af5a2-6557-4f89-821f-6175467ea564 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.827160] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f94e31-5158-4ed5-8844-a71b30fe0630 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.872141] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64fcc35-3e8c-4ee6-9c90-2a3554276a42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.886778] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904091, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.891620] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9f7437-92c6-4fce-87f5-7ad62f8ef141 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.897935] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a118e2-a835-806e-bc0c-8984a8cb2de1, 'name': SearchDatastore_Task, 'duration_secs': 0.023626} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.898769] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c427dcd8-dcb9-44b2-a133-954f36c3be0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.912528] env[62105]: DEBUG oslo_concurrency.lockutils [req-cf2b7f89-c39a-4a50-9249-e157bec97a26 req-1e9f0ebd-b1d6-488f-a114-9dc97bd99307 service nova] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.913326] env[62105]: DEBUG nova.compute.provider_tree [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1771.918590] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1771.918590] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529afe42-9b56-2b06-e972-3e6f46042c08" [ 1771.918590] env[62105]: _type = "Task" [ 1771.918590] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.928504] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529afe42-9b56-2b06-e972-3e6f46042c08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.024688] env[62105]: DEBUG oslo_concurrency.lockutils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.030758] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1772.083633] env[62105]: DEBUG nova.virt.hardware [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1772.085856] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1c23c0-9818-49af-b5b2-2523816a34d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.094837] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8e1ce-d02f-44a3-8ed9-60c093595902 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.194806] env[62105]: INFO nova.compute.manager [-] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Took 2.02 seconds to deallocate network for instance. [ 1772.256682] env[62105]: DEBUG nova.compute.manager [req-eeda368f-9229-436a-b939-fead62538a38 req-c0fe3f92-75b2-4499-a527-9b1c1b2cb57b service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Received event network-vif-deleted-661e5162-0b02-422a-8f62-5df5a943c052 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1772.256881] env[62105]: INFO nova.compute.manager [req-eeda368f-9229-436a-b939-fead62538a38 req-c0fe3f92-75b2-4499-a527-9b1c1b2cb57b service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Neutron deleted interface 661e5162-0b02-422a-8f62-5df5a943c052; detaching it from the instance and deleting it from the info cache [ 1772.257076] env[62105]: DEBUG nova.network.neutron [req-eeda368f-9229-436a-b939-fead62538a38 req-c0fe3f92-75b2-4499-a527-9b1c1b2cb57b service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.281553] env[62105]: DEBUG nova.network.neutron [-] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.378021] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547296} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.378307] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1772.378515] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1772.378818] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85d05421-f953-4e77-83f9-ac6c5c6cb0c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.386114] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1772.386114] env[62105]: value = "task-1904092" [ 1772.386114] env[62105]: _type = "Task" [ 1772.386114] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.395896] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.432062] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529afe42-9b56-2b06-e972-3e6f46042c08, 'name': SearchDatastore_Task, 'duration_secs': 0.021769} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.432062] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.432315] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 7a484483-c67f-40f2-86e5-fd6406abfdf0/7a484483-c67f-40f2-86e5-fd6406abfdf0.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.432531] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37cbfd14-b2fa-4ca6-960c-76ff1045c60f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.439178] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1772.439178] env[62105]: value = "task-1904093" [ 1772.439178] env[62105]: _type = "Task" [ 1772.439178] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.447583] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.449112] env[62105]: DEBUG nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1772.449112] env[62105]: DEBUG nova.compute.provider_tree [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 114 to 115 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1772.449112] env[62105]: DEBUG nova.compute.provider_tree [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1772.466810] env[62105]: DEBUG nova.compute.manager [req-eb242bdf-a985-4b4a-a913-11253f7c8ea9 req-e9868695-f92c-432a-892e-cf5be8f35f06 service nova] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Received event network-vif-deleted-c40be78b-2c84-4648-95c0-e84a5520772e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1772.705264] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.760133] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4515d5b4-ce54-4824-8ae2-64281677012a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.770464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f89fe3d-0fb7-46bb-85eb-afbd7cb0909f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.786157] env[62105]: INFO nova.compute.manager [-] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Took 1.65 seconds to deallocate network for instance. [ 1772.803098] env[62105]: DEBUG nova.compute.manager [req-eeda368f-9229-436a-b939-fead62538a38 req-c0fe3f92-75b2-4499-a527-9b1c1b2cb57b service nova] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Detach interface failed, port_id=661e5162-0b02-422a-8f62-5df5a943c052, reason: Instance f1cbe2ac-658f-424f-bcfc-063f19a3cf0e could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1772.897219] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078425} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.897531] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.898732] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0865c2fd-85c1-4a3a-95a9-84140f461f36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.934356] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.934887] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df1a99f-3c81-4469-9027-a34dfebfa4e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.955199] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.954s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.972952] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.167s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.973288] env[62105]: DEBUG nova.objects.instance [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lazy-loading 'resources' on Instance uuid 418bb0c7-2734-4014-9f44-33cf0069c3e5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.982073] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904093, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.983974] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1772.983974] env[62105]: value = "task-1904094" [ 1772.983974] env[62105]: _type = "Task" [ 1772.983974] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.993166] env[62105]: INFO nova.scheduler.client.report [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Deleted allocations for instance a07a8de5-1b32-4574-b96d-f9a62f8ec445 [ 1772.999525] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.097235] env[62105]: DEBUG oslo_concurrency.lockutils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.097560] env[62105]: DEBUG oslo_concurrency.lockutils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.097836] env[62105]: INFO nova.compute.manager [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Attaching volume 3f3fd16a-9a32-4348-9872-d9d1b58bcda9 to /dev/sdb [ 1773.149529] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cafa49d-1f82-4b31-8c8f-fb34bf83c77f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.157942] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf7be6e-49ca-458c-8f9a-8c7440cb681c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.173446] env[62105]: DEBUG nova.virt.block_device [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updating existing volume attachment record: b8831155-32c6-4354-924e-306b1b71b9ad {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1773.297371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.460802] env[62105]: DEBUG nova.network.neutron [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Successfully updated port: 818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.466740] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561539} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.467572] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 7a484483-c67f-40f2-86e5-fd6406abfdf0/7a484483-c67f-40f2-86e5-fd6406abfdf0.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.467992] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.468441] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-563f5e0b-d60a-4664-a3d6-0addd3edcb0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.477532] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1773.477532] env[62105]: value = "task-1904096" [ 1773.477532] env[62105]: _type = "Task" [ 1773.477532] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.493206] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.500193] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904094, 'name': ReconfigVM_Task, 'duration_secs': 0.343166} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.500193] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be/83944028-37d1-4e50-8b32-4fbb948b47be.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.500193] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f3aa29-4514-4f5b-909d-2542621f2f79 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.509257] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12a21e13-c3f0-43b1-94e7-4b5a9a42b7c3 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "a07a8de5-1b32-4574-b96d-f9a62f8ec445" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.806s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.515049] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1773.515049] env[62105]: value = "task-1904097" [ 1773.515049] env[62105]: _type = "Task" [ 1773.515049] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.526196] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904097, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.802917] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9edbb0-4fe7-42cc-9f3d-d80a662583df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.811205] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a7071-cc6f-402f-8ee6-404d0f2c589e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.855328] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ee584-34c2-43f4-a0f3-c65f4a9f345b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.866239] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.866239] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.869094] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad55fc84-7a84-4326-afd2-ecf2cdedd706 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.883464] env[62105]: DEBUG nova.compute.provider_tree [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.896501] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.900019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.969368] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.969432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.969857] env[62105]: DEBUG nova.network.neutron [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.991644] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230897} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.991644] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.991937] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87066096-4000-4320-959b-7257f78e73e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.018317] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 7a484483-c67f-40f2-86e5-fd6406abfdf0/7a484483-c67f-40f2-86e5-fd6406abfdf0.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1774.019265] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86f75a61-4247-41f4-ab12-11cb5fb6f153 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.043967] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904097, 'name': Rename_Task, 'duration_secs': 0.172234} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.045511] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.046117] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1774.046117] env[62105]: value = "task-1904100" [ 1774.046117] env[62105]: _type = "Task" [ 1774.046117] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.046117] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7f29a3-2030-47da-ac50-7c9a126ae682 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.055759] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904100, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.057010] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1774.057010] env[62105]: value = "task-1904101" [ 1774.057010] env[62105]: _type = "Task" [ 1774.057010] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.064537] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.374043] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.386498] env[62105]: DEBUG nova.scheduler.client.report [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.399322] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.495258] env[62105]: DEBUG nova.compute.manager [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-vif-plugged-818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1774.495512] env[62105]: DEBUG oslo_concurrency.lockutils [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.495849] env[62105]: DEBUG oslo_concurrency.lockutils [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.495956] env[62105]: DEBUG oslo_concurrency.lockutils [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.497906] env[62105]: DEBUG nova.compute.manager [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] No waiting events found dispatching network-vif-plugged-818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.498168] env[62105]: WARNING nova.compute.manager [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received unexpected event network-vif-plugged-818d8ee4-9437-43c0-8097-50a59ca1394f for instance with vm_state building and task_state spawning. [ 1774.498403] env[62105]: DEBUG nova.compute.manager [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-changed-818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1774.498574] env[62105]: DEBUG nova.compute.manager [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing instance network info cache due to event network-changed-818d8ee4-9437-43c0-8097-50a59ca1394f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1774.498773] env[62105]: DEBUG oslo_concurrency.lockutils [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.508418] env[62105]: DEBUG nova.network.neutron [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.564335] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904100, 'name': ReconfigVM_Task, 'duration_secs': 0.453565} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.565039] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 7a484483-c67f-40f2-86e5-fd6406abfdf0/7a484483-c67f-40f2-86e5-fd6406abfdf0.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.565992] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-306cc42f-6de7-428c-84fc-a8405291cf3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.571755] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.576982] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1774.576982] env[62105]: value = "task-1904102" [ 1774.576982] env[62105]: _type = "Task" [ 1774.576982] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.585318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "f825f6bf-671d-49f7-ab41-7fa895325044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.585562] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "f825f6bf-671d-49f7-ab41-7fa895325044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.593112] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904102, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.697433] env[62105]: DEBUG nova.network.neutron [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.893851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.896903] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.897232] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.460s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.897502] env[62105]: DEBUG nova.objects.instance [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lazy-loading 'resources' on Instance uuid 9518af96-1bf8-4563-a2e0-e41eda3664ce {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.917501] env[62105]: INFO nova.scheduler.client.report [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Deleted allocations for instance 418bb0c7-2734-4014-9f44-33cf0069c3e5 [ 1774.922993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.067159] env[62105]: DEBUG oslo_vmware.api [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904101, 'name': PowerOnVM_Task, 'duration_secs': 0.579235} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.067478] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.067689] env[62105]: DEBUG nova.compute.manager [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.068464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa34eed-92df-41ef-83c5-5f2df88ea932 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.087168] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904102, 'name': Rename_Task, 'duration_secs': 0.296403} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.087913] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.091623] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1775.091623] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f73c5cc-f470-4775-ab9f-be9625a526ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.100102] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1775.100102] env[62105]: value = "task-1904103" [ 1775.100102] env[62105]: _type = "Task" [ 1775.100102] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.112201] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.200393] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.200744] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Instance network_info: |[{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1775.203152] env[62105]: DEBUG oslo_concurrency.lockutils [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.203361] env[62105]: DEBUG nova.network.neutron [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing network info cache for port 818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.204578] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:df:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '818d8ee4-9437-43c0-8097-50a59ca1394f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.211975] env[62105]: DEBUG oslo.service.loopingcall [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.215150] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.215640] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-685ddc39-27b9-4280-819f-cec1a84a02e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.237852] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.237852] env[62105]: value = "task-1904104" [ 1775.237852] env[62105]: _type = "Task" [ 1775.237852] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.248540] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904104, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.431116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8e1bb402-d8eb-4532-96bb-79d7283aa62b tempest-ServersNegativeTestJSON-1470454586 tempest-ServersNegativeTestJSON-1470454586-project-member] Lock "418bb0c7-2734-4014-9f44-33cf0069c3e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.180s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.494086] env[62105]: DEBUG nova.network.neutron [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updated VIF entry in instance network info cache for port 818d8ee4-9437-43c0-8097-50a59ca1394f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.494642] env[62105]: DEBUG nova.network.neutron [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.589601] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.610064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.615632] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904103, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.690323] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950e1db1-c6ea-4eb1-a431-36d05cfc23a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.697859] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56060af9-480c-4cf3-a02d-9dfc0c91101e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.728018] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2cb80-ed16-412f-a318-5e5581939fe2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.736612] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ccc495-dc1f-4bf6-8bcc-b3bccae1b682 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.767815] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904104, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.769024] env[62105]: DEBUG nova.compute.provider_tree [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.998217] env[62105]: DEBUG oslo_concurrency.lockutils [req-249bfbe7-5bcd-49cf-bb71-a04883fa10e4 req-064b56ec-75bc-4dc2-832e-2af9e728a446 service nova] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.114814] env[62105]: DEBUG oslo_vmware.api [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904103, 'name': PowerOnVM_Task, 'duration_secs': 0.711771} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.115122] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1776.115407] env[62105]: INFO nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1776.115513] env[62105]: DEBUG nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1776.116415] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e8eaf2-a582-429b-b541-87f102fc8bb4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.251362] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904104, 'name': CreateVM_Task, 'duration_secs': 0.514098} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.251570] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1776.252302] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.254035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.254035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1776.254035] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d1cdbe1-6c8d-487b-b389-d0113e537620 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.258173] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1776.258173] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a400a5-088e-52a0-395b-a4c3d41633e1" [ 1776.258173] env[62105]: _type = "Task" [ 1776.258173] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.266040] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a400a5-088e-52a0-395b-a4c3d41633e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.276971] env[62105]: DEBUG nova.scheduler.client.report [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.634879] env[62105]: INFO nova.compute.manager [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Took 25.75 seconds to build instance. [ 1776.771218] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a400a5-088e-52a0-395b-a4c3d41633e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.771546] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.772189] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.772189] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.772287] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.772469] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.773268] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51ad4ef8-fb0c-4f96-a25c-190b4c1a3bde {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.783891] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.791044] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.791044] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.791694] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.593s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.792208] env[62105]: DEBUG nova.objects.instance [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lazy-loading 'resources' on Instance uuid bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.796446] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54659a9b-a004-4c11-9fa6-38dc38937548 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.801313] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1776.801313] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d96e89-3d3d-2516-54d1-d6dda0882ed9" [ 1776.801313] env[62105]: _type = "Task" [ 1776.801313] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.811303] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d96e89-3d3d-2516-54d1-d6dda0882ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.822457] env[62105]: INFO nova.scheduler.client.report [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Deleted allocations for instance 9518af96-1bf8-4563-a2e0-e41eda3664ce [ 1777.137653] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cf13b02a-50fa-491c-92f0-74bb8991236b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.261s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.318608] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d96e89-3d3d-2516-54d1-d6dda0882ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.320142] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f300730-1454-47dc-aa32-b221ea3637da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.331761] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1777.331761] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52604e59-b10d-a8e8-0987-495cdbc436b4" [ 1777.331761] env[62105]: _type = "Task" [ 1777.331761] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.332472] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5bc651bc-76cb-4ea8-a168-e3a32b5e1fd6 tempest-ServerTagsTestJSON-556139226 tempest-ServerTagsTestJSON-556139226-project-member] Lock "9518af96-1bf8-4563-a2e0-e41eda3664ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.714s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.350057] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52604e59-b10d-a8e8-0987-495cdbc436b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.498461] env[62105]: DEBUG nova.compute.manager [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1777.498461] env[62105]: DEBUG nova.compute.manager [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing instance network info cache due to event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1777.501142] env[62105]: DEBUG oslo_concurrency.lockutils [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.502110] env[62105]: DEBUG oslo_concurrency.lockutils [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.502110] env[62105]: DEBUG nova.network.neutron [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.646360] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175e0c7-8e3a-4030-85f9-068d2beae514 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.656495] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86814f8-7400-4a3c-bcfd-ba0335da1ab9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.693277] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d978632d-f11f-4119-9067-41703e0e87e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.706995] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f2f55-5087-4a4d-8db5-ff1365b52fa3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.724720] env[62105]: DEBUG nova.compute.provider_tree [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.844769] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52604e59-b10d-a8e8-0987-495cdbc436b4, 'name': SearchDatastore_Task, 'duration_secs': 0.01904} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.844769] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.844769] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 722e712e-a929-4f3e-9c2b-11bcaba9a3be/722e712e-a929-4f3e-9c2b-11bcaba9a3be.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.845077] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e7dadb-db7d-47d0-9392-fdf720f2c20d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.852517] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1777.852517] env[62105]: value = "task-1904106" [ 1777.852517] env[62105]: _type = "Task" [ 1777.852517] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.862352] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.228797] env[62105]: DEBUG nova.scheduler.client.report [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.242012] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1778.242305] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1778.243240] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db3f5be-0275-45db-81f2-94823f567f5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.275518] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53bbb0a-4760-4213-9fea-b9ca8f2c67d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.304605] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9/volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.307774] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3895f805-b3dc-4c4c-ae1f-309283de41c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.332699] env[62105]: DEBUG oslo_vmware.api [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1778.332699] env[62105]: value = "task-1904107" [ 1778.332699] env[62105]: _type = "Task" [ 1778.332699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.343773] env[62105]: DEBUG oslo_vmware.api [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.363617] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.522351] env[62105]: DEBUG nova.network.neutron [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updated VIF entry in instance network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1778.523259] env[62105]: DEBUG nova.network.neutron [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.734249] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.739627] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.491s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.739899] env[62105]: DEBUG nova.objects.instance [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lazy-loading 'resources' on Instance uuid b7955ed3-0e26-4e1b-924a-563f68477149 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.843469] env[62105]: DEBUG oslo_vmware.api [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904107, 'name': ReconfigVM_Task, 'duration_secs': 0.420016} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.844104] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9/volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.849989] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be7b593-ab10-438c-8117-4a94b7107f23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.877644] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549295} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.879441] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 722e712e-a929-4f3e-9c2b-11bcaba9a3be/722e712e-a929-4f3e-9c2b-11bcaba9a3be.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.879441] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.879763] env[62105]: DEBUG oslo_vmware.api [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1778.879763] env[62105]: value = "task-1904108" [ 1778.879763] env[62105]: _type = "Task" [ 1778.879763] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.879969] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faa4aa0a-0dae-4a77-ba6c-092d84045650 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.891530] env[62105]: DEBUG oslo_vmware.api [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.895095] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1778.895095] env[62105]: value = "task-1904109" [ 1778.895095] env[62105]: _type = "Task" [ 1778.895095] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.901327] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.952634] env[62105]: INFO nova.scheduler.client.report [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Deleted allocations for instance bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc [ 1779.025763] env[62105]: DEBUG oslo_concurrency.lockutils [req-6b2958ea-871b-45f2-a98d-77cadeb31cdf req-225c2c35-756c-4fd9-8862-47b7b478c669 service nova] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.395756] env[62105]: DEBUG oslo_vmware.api [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904108, 'name': ReconfigVM_Task, 'duration_secs': 0.197556} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.401943] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1779.408792] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078731} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.409081] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.409869] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d9681-b1ef-46f6-b4b1-36499245b6a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.434846] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 722e712e-a929-4f3e-9c2b-11bcaba9a3be/722e712e-a929-4f3e-9c2b-11bcaba9a3be.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.438015] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e5794ac-76d6-4ca6-a598-c89226b008c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.459272] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1779.459272] env[62105]: value = "task-1904110" [ 1779.459272] env[62105]: _type = "Task" [ 1779.459272] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.465404] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f260286d-64d2-4755-a80f-b3d7d54b1611 tempest-ServersAaction247Test-1554234159 tempest-ServersAaction247Test-1554234159-project-member] Lock "bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.977s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.474241] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.541699] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79510178-fe3a-464d-9e6b-398156d71ca3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.548857] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d4630e-6321-4438-8939-c9c3257cbef5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.579743] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeba429-f1c3-4624-a689-69a199d21c6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.587262] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c681ed-5b8d-4f87-a752-08e50c21f0a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.600612] env[62105]: DEBUG nova.compute.provider_tree [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.729341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "a63f3e54-c80e-4100-af36-e127a51e3298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.729573] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "a63f3e54-c80e-4100-af36-e127a51e3298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.813152] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.813461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.972369] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.122550] env[62105]: ERROR nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] [req-026e1497-7eec-415d-b59e-ba78e75a8ed0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-026e1497-7eec-415d-b59e-ba78e75a8ed0"}]} [ 1780.138597] env[62105]: DEBUG nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1780.154792] env[62105]: DEBUG nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1780.155037] env[62105]: DEBUG nova.compute.provider_tree [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.167093] env[62105]: DEBUG nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1780.186903] env[62105]: DEBUG nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1780.233247] env[62105]: DEBUG nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.318024] env[62105]: DEBUG nova.compute.utils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1780.432451] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717fbeee-8712-4bc5-b0cb-fcac92320ec5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.439931] env[62105]: DEBUG nova.objects.instance [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'flavor' on Instance uuid 3e46378a-4220-4268-9c49-6b235b5ba107 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.441983] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5211c41-96e1-486b-81b8-0e4074b93a8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.475706] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08238a88-ae45-4994-a710-9b751ede4683 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.485061] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904110, 'name': ReconfigVM_Task, 'duration_secs': 0.722029} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.487080] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 722e712e-a929-4f3e-9c2b-11bcaba9a3be/722e712e-a929-4f3e-9c2b-11bcaba9a3be.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.487708] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd42c46e-012c-4a45-bec5-db053ca3d823 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.490224] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bfc43c-d6f6-475d-b950-eaa470b450c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.504370] env[62105]: DEBUG nova.compute.provider_tree [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.507221] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1780.507221] env[62105]: value = "task-1904111" [ 1780.507221] env[62105]: _type = "Task" [ 1780.507221] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.514832] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904111, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.751622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.821431] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.950032] env[62105]: DEBUG oslo_concurrency.lockutils [None req-83abea98-c7bb-4b1d-a644-ff0794b9694e tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.019172] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904111, 'name': Rename_Task, 'duration_secs': 0.492623} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.019498] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.019754] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8221e1f-2d6d-4e52-b19e-51aa691fb617 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.026092] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1781.026092] env[62105]: value = "task-1904112" [ 1781.026092] env[62105]: _type = "Task" [ 1781.026092] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.034354] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.036304] env[62105]: DEBUG nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1781.036560] env[62105]: DEBUG nova.compute.provider_tree [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 119 to 120 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1781.036746] env[62105]: DEBUG nova.compute.provider_tree [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.539123] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.542656] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.802s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.544457] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.269s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.579818] env[62105]: INFO nova.scheduler.client.report [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Deleted allocations for instance b7955ed3-0e26-4e1b-924a-563f68477149 [ 1781.858452] env[62105]: INFO nova.compute.manager [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Rebuilding instance [ 1781.877665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.877665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.878393] env[62105]: INFO nova.compute.manager [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Attaching volume 8f267b7b-59b8-4555-b9a9-67254253a19b to /dev/sdb [ 1781.904664] env[62105]: DEBUG nova.compute.manager [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.905540] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42592647-f5af-4d91-b737-4de3256cfd91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.912797] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba2f87c-d147-4d25-84b4-7b765a05c9d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.923014] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c79464-7b9b-4975-9c89-4a8267d7d758 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.936431] env[62105]: DEBUG nova.virt.block_device [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updating existing volume attachment record: fa1b2875-834c-4ac9-851a-f6f46b9d30ee {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1782.041465] env[62105]: DEBUG oslo_vmware.api [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904112, 'name': PowerOnVM_Task, 'duration_secs': 0.644903} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.041892] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.042235] env[62105]: INFO nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1782.042547] env[62105]: DEBUG nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1782.043734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aadd1dc-919c-4e74-8d76-d43fc70cc5b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.050470] env[62105]: INFO nova.compute.claims [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1782.087409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2ed09b88-6b1d-4313-939e-8c2895349013 tempest-ServersTestBootFromVolume-1999716299 tempest-ServersTestBootFromVolume-1999716299-project-member] Lock "b7955ed3-0e26-4e1b-924a-563f68477149" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.739s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.557283] env[62105]: INFO nova.compute.resource_tracker [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating resource usage from migration 70f7d027-1684-4a39-bd84-c33f60846200 [ 1782.567365] env[62105]: INFO nova.compute.manager [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Took 25.40 seconds to build instance. [ 1782.806205] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fcca97-379a-4697-8076-69cb33ac69fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.816143] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af21e9-6061-4866-b81e-d4024a32163f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.849914] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2013c-4bf2-4ea9-8a56-c84250518030 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.858629] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b873f3-bb27-431d-bdc1-aa5e1d8bf43f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.873360] env[62105]: DEBUG nova.compute.provider_tree [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.923540] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1782.923869] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e4ed4bd-3323-41aa-a3a2-29ad97a9877d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.930729] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1782.930729] env[62105]: value = "task-1904114" [ 1782.930729] env[62105]: _type = "Task" [ 1782.930729] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.940726] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.070426] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b4afc8ef-534a-4053-b468-e46e2f716da7 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.920s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.379587] env[62105]: DEBUG nova.scheduler.client.report [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1783.383922] env[62105]: DEBUG nova.compute.manager [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-changed-818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1783.384178] env[62105]: DEBUG nova.compute.manager [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing instance network info cache due to event network-changed-818d8ee4-9437-43c0-8097-50a59ca1394f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1783.384431] env[62105]: DEBUG oslo_concurrency.lockutils [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.384577] env[62105]: DEBUG oslo_concurrency.lockutils [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.384731] env[62105]: DEBUG nova.network.neutron [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing network info cache for port 818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.441452] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904114, 'name': PowerOffVM_Task, 'duration_secs': 0.245614} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.441788] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.510354] env[62105]: INFO nova.compute.manager [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Detaching volume 3f3fd16a-9a32-4348-9872-d9d1b58bcda9 [ 1783.568999] env[62105]: INFO nova.virt.block_device [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Attempting to driver detach volume 3f3fd16a-9a32-4348-9872-d9d1b58bcda9 from mountpoint /dev/sdb [ 1783.569365] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1783.569593] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1783.570569] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19a98f7-3b64-4bbc-885a-d6feed4ca73e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.595178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b457b1a-f148-46be-b1a5-a4257c37b56f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.603663] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6ab061-cdaa-45c2-95b0-70cf2a0ebbf4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.626733] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6184c1c-fc8b-4d22-82ed-fa4b58643979 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.643620] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9/volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1783.648784] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1783.649460] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b99653-3da7-4759-8044-588a7a068896 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.668671] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1783.668671] env[62105]: value = "task-1904115" [ 1783.668671] env[62105]: _type = "Task" [ 1783.668671] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.677888] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.888402] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.343s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.888402] env[62105]: INFO nova.compute.manager [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Migrating [ 1783.897132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.190s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.897132] env[62105]: DEBUG nova.objects.instance [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'resources' on Instance uuid beda64d2-d2e7-4a3e-897f-b42470688174 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.180161] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904115, 'name': ReconfigVM_Task, 'duration_secs': 0.23055} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.180468] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1784.185297] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb7d0deb-5677-4805-9bbd-d3ef5beffb7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.205972] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1784.205972] env[62105]: value = "task-1904117" [ 1784.205972] env[62105]: _type = "Task" [ 1784.205972] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.216156] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.303116] env[62105]: DEBUG nova.network.neutron [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updated VIF entry in instance network info cache for port 818d8ee4-9437-43c0-8097-50a59ca1394f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.303526] env[62105]: DEBUG nova.network.neutron [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.408430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.408430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.408430] env[62105]: DEBUG nova.network.neutron [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1784.675685] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f98a5-bf3b-4844-906c-691b3483a93e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.683490] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0975ed3f-5d7b-4e08-be12-9aa80292bb74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.717750] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6a9f57-de76-4794-933e-5641e0641a78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.728661] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad5befb-1099-47e9-867e-cedf32269b11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.732412] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904117, 'name': ReconfigVM_Task, 'duration_secs': 0.186624} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.732710] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1784.744353] env[62105]: DEBUG nova.compute.provider_tree [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.808229] env[62105]: DEBUG oslo_concurrency.lockutils [req-41f71154-86d8-42ac-b6a2-0ae5a16bfdae req-5fedb58a-3963-4eac-9fe2-5038d987e3a8 service nova] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.153600] env[62105]: DEBUG nova.network.neutron [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance_info_cache with network_info: [{"id": "4decd8c0-07d4-428d-beee-89039f2bafbe", "address": "fa:16:3e:30:36:f3", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4decd8c0-07", "ovs_interfaceid": "4decd8c0-07d4-428d-beee-89039f2bafbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.247454] env[62105]: DEBUG nova.scheduler.client.report [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1785.656838] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.756135] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.758508] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.462s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.758746] env[62105]: DEBUG nova.objects.instance [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lazy-loading 'resources' on Instance uuid f1cbe2ac-658f-424f-bcfc-063f19a3cf0e {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1785.780634] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.780979] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3163909d-38f8-456c-a1dd-f3201395e427 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.787942] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1785.787942] env[62105]: value = "task-1904118" [ 1785.787942] env[62105]: _type = "Task" [ 1785.787942] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.788902] env[62105]: INFO nova.scheduler.client.report [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocations for instance beda64d2-d2e7-4a3e-897f-b42470688174 [ 1785.805864] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1785.806074] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1785.806271] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1785.807087] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa1b236-6445-4d00-af67-3dcd149368eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.827319] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61d318-5d36-4106-9acd-5ba3643429f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.833252] env[62105]: WARNING nova.virt.vmwareapi.driver [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1785.833508] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.834252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a5f6eb-3143-42af-af8b-49dab2f50f78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.841081] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1785.841081] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad3b48a-8f92-4e81-b5a5-9ab8b980b864 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.924996] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1785.925266] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1785.925467] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1785.925733] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37103f4d-7937-4fec-a657-81e1cd1b6bbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.933062] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1785.933062] env[62105]: value = "task-1904120" [ 1785.933062] env[62105]: _type = "Task" [ 1785.933062] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.944107] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.310084] env[62105]: DEBUG oslo_concurrency.lockutils [None req-910ac51d-a7f2-4145-b1ee-5d42116f9fdd tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "beda64d2-d2e7-4a3e-897f-b42470688174" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.803s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.444732] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155828} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.445000] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.445201] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.445373] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.489577] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1786.489942] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393059', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'name': 'volume-8f267b7b-59b8-4555-b9a9-67254253a19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'serial': '8f267b7b-59b8-4555-b9a9-67254253a19b'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1786.494600] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c713a52c-5336-420c-a7f6-62017feccf8e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.525202] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f14e09b-60c6-4461-bbe2-bee1548ee6c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.530546] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01e33fd-fce3-4ee8-9010-35d6ace89d2e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.554564] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efeec33-9f09-479a-8f9c-b8a5e9167a54 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.566057] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-8f267b7b-59b8-4555-b9a9-67254253a19b/volume-8f267b7b-59b8-4555-b9a9-67254253a19b.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.566462] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-869228d0-a672-4c36-a261-0575a1af44cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.611297] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be9842a-becd-4833-9b5a-e9fe7d8431d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.613920] env[62105]: DEBUG oslo_vmware.api [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1786.613920] env[62105]: value = "task-1904121" [ 1786.613920] env[62105]: _type = "Task" [ 1786.613920] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.620971] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec1097f-9110-402e-ae06-8b36fb1ab67d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.627711] env[62105]: DEBUG oslo_vmware.api [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.637404] env[62105]: DEBUG nova.compute.provider_tree [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1786.953284] env[62105]: INFO nova.virt.block_device [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Booting with volume 3f3fd16a-9a32-4348-9872-d9d1b58bcda9 at /dev/sdb [ 1787.006947] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c05190f1-8f7b-49ee-b4fc-620909678339 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.018990] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980c3669-c5d7-4ac3-9ddc-d210050ed5a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.051972] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-122763aa-b349-44ec-85fe-86373433b448 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.060426] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f7c1a-8d66-4851-94e6-89588d3a8f00 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.091294] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eafa61b-f34d-4616-87b1-c89f3099dfaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.099217] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a707655-27a9-416b-89fd-75452254833f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.113736] env[62105]: DEBUG nova.virt.block_device [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updating existing volume attachment record: 7ef793d1-1f72-49f5-a219-f766b433949b {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1787.125029] env[62105]: DEBUG oslo_vmware.api [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904121, 'name': ReconfigVM_Task, 'duration_secs': 0.371521} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.125029] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-8f267b7b-59b8-4555-b9a9-67254253a19b/volume-8f267b7b-59b8-4555-b9a9-67254253a19b.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.129048] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4576f748-17c7-4fe6-b879-7792479471bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.154326] env[62105]: DEBUG oslo_vmware.api [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1787.154326] env[62105]: value = "task-1904122" [ 1787.154326] env[62105]: _type = "Task" [ 1787.154326] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.170160] env[62105]: DEBUG oslo_vmware.api [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.173705] env[62105]: ERROR nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] [req-efabae37-d4a9-41b0-b7ad-5d004558e53f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-efabae37-d4a9-41b0-b7ad-5d004558e53f"}]} [ 1787.174792] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5de33d3-f08f-42fb-80cf-52a4fc3c3991 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.194639] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1787.206964] env[62105]: DEBUG nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1787.222975] env[62105]: DEBUG nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1787.223269] env[62105]: DEBUG nova.compute.provider_tree [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.240531] env[62105]: DEBUG nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1787.270138] env[62105]: DEBUG nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1787.470081] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.470346] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.538083] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f3c91-c553-4b50-8b8b-91497873bd9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.546095] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc86beba-0f9b-4427-8e85-23fa91f04c63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.582645] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d550c-60b1-4e37-93ee-5a6397c1e22c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.591375] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189d934b-6907-4d57-b43b-d0cd6d20b4d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.605032] env[62105]: DEBUG nova.compute.provider_tree [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1787.665851] env[62105]: DEBUG oslo_vmware.api [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904122, 'name': ReconfigVM_Task, 'duration_secs': 0.145212} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.666404] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393059', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'name': 'volume-8f267b7b-59b8-4555-b9a9-67254253a19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'serial': '8f267b7b-59b8-4555-b9a9-67254253a19b'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1787.701703] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.702061] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f273f61-7915-4c28-92ea-cd3e428f6db8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.709399] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1787.709399] env[62105]: value = "task-1904123" [ 1787.709399] env[62105]: _type = "Task" [ 1787.709399] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.719711] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.974209] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1788.146031] env[62105]: DEBUG nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1788.146326] env[62105]: DEBUG nova.compute.provider_tree [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 121 to 122 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1788.146510] env[62105]: DEBUG nova.compute.provider_tree [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1788.223323] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904123, 'name': PowerOffVM_Task, 'duration_secs': 0.18461} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.228943] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.228943] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1788.498473] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.654820] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.896s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.657150] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.760s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.659049] env[62105]: INFO nova.compute.claims [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.672766] env[62105]: INFO nova.scheduler.client.report [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Deleted allocations for instance f1cbe2ac-658f-424f-bcfc-063f19a3cf0e [ 1788.740712] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1788.740712] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1788.740712] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1788.740712] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1788.741602] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1788.742022] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1788.742419] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1788.742725] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1788.744506] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1788.744506] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1788.744506] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1788.750085] env[62105]: DEBUG nova.objects.instance [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.752564] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc4a63c-49ea-4ef6-b7e3-8d6eb190c614 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.772350] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1788.772350] env[62105]: value = "task-1904124" [ 1788.772350] env[62105]: _type = "Task" [ 1788.772350] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.783030] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.879153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.879153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.180683] env[62105]: DEBUG oslo_concurrency.lockutils [None req-40de9513-b909-4d84-aeff-4757a6304f13 tempest-ImagesTestJSON-143629191 tempest-ImagesTestJSON-143629191-project-member] Lock "f1cbe2ac-658f-424f-bcfc-063f19a3cf0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.772s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.269587] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7b167157-8c53-4e67-9619-5f1f81987fb8 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.392s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.281529] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904124, 'name': ReconfigVM_Task, 'duration_secs': 0.248639} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.283610] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1789.295643] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.295928] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.296157] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.296895] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.296895] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.296895] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.296895] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.297170] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.297386] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.297590] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.297805] env[62105]: DEBUG nova.virt.hardware [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.299096] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28979714-3130-4857-ba71-29e54c0f2d90 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.308602] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1e400-37bc-43ba-bae3-467dbbd8471d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.327868] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:6a:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77072df3-c1f2-43e0-9ade-e64fc535f3b2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1789.335410] env[62105]: DEBUG oslo.service.loopingcall [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1789.336495] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1789.336768] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e46b142-7e42-4203-b7f9-a01169a76179 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.358926] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1789.358926] env[62105]: value = "task-1904125" [ 1789.358926] env[62105]: _type = "Task" [ 1789.358926] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.367592] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904125, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.381660] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.791155] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1789.791443] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1789.791443] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1789.791581] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1789.791724] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1789.791938] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1789.792180] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1789.792366] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1789.792540] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1789.792706] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1789.792883] env[62105]: DEBUG nova.virt.hardware [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1789.798196] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1789.800873] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d69f8aa-43d4-45c2-a375-c989922b7ff8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.820435] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1789.820435] env[62105]: value = "task-1904126" [ 1789.820435] env[62105]: _type = "Task" [ 1789.820435] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.828281] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.871244] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904125, 'name': CreateVM_Task, 'duration_secs': 0.344085} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.873431] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1789.874232] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.874401] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.874714] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1789.874960] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb2bb1a-8ab5-4a3f-b770-ad3a8e446036 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.879446] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1789.879446] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52041041-dc8b-e305-5e32-d58e456b9e4c" [ 1789.879446] env[62105]: _type = "Task" [ 1789.879446] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.888697] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52041041-dc8b-e305-5e32-d58e456b9e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.903639] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.922184] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289b3142-0121-4cfd-95ce-222e95e6bd87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.929618] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ebe3d9-bc4d-40dc-a3ab-92f1206c5570 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.960068] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f205fd87-a51b-49eb-9128-5bade787dfb4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.967736] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4c6bb-5c0b-4fa2-b46a-3350ca9421f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.981217] env[62105]: DEBUG nova.compute.provider_tree [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.099631] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.099887] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.329768] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904126, 'name': ReconfigVM_Task, 'duration_secs': 0.165314} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.329768] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1790.330367] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680c107c-09cc-4f4d-b2cd-d5c338471a97 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.358024] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240/351cee2b-620f-4ae0-a61e-5f0e7d310240.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.358024] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb85403-5b9e-4138-887f-45f73fed5046 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.376495] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1790.376495] env[62105]: value = "task-1904127" [ 1790.376495] env[62105]: _type = "Task" [ 1790.376495] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.387768] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.391592] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52041041-dc8b-e305-5e32-d58e456b9e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.391978] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.392302] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1790.392602] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.392871] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.393132] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1790.393448] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe8126f8-3cf1-457f-b65b-155a03c9e54e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.401810] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1790.402265] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1790.403029] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73694561-077c-4363-8dd5-07e60a6a821f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.408780] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1790.408780] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d548ff-9135-1e99-a596-ee84f0fd5312" [ 1790.408780] env[62105]: _type = "Task" [ 1790.408780] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.416973] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d548ff-9135-1e99-a596-ee84f0fd5312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.484758] env[62105]: DEBUG nova.scheduler.client.report [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1790.603829] env[62105]: DEBUG nova.compute.utils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1790.886947] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904127, 'name': ReconfigVM_Task, 'duration_secs': 0.29137} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.887394] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240/351cee2b-620f-4ae0-a61e-5f0e7d310240.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1790.887654] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.919686] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d548ff-9135-1e99-a596-ee84f0fd5312, 'name': SearchDatastore_Task, 'duration_secs': 0.008425} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.920545] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4968e8-9b4c-4355-a0dc-1460dfeb6701 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.926284] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1790.926284] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520202ad-db4b-6fa0-eb8d-02fe7d543d56" [ 1790.926284] env[62105]: _type = "Task" [ 1790.926284] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.936648] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520202ad-db4b-6fa0-eb8d-02fe7d543d56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.991245] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.991936] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1790.994810] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.072s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.996633] env[62105]: INFO nova.compute.claims [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.109250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.209297] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.209609] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.209872] env[62105]: INFO nova.compute.manager [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Shelving [ 1791.394873] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7672435-9b44-4c69-b02e-9a5ff2647c33 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.416781] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b2402a-66ee-4879-bf82-50ced021aaa0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.435231] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.447492] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520202ad-db4b-6fa0-eb8d-02fe7d543d56, 'name': SearchDatastore_Task, 'duration_secs': 0.012199} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.447769] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.448024] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1791.448287] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23fcf6d4-0498-421f-8b9a-119dfe0377c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.455428] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1791.455428] env[62105]: value = "task-1904128" [ 1791.455428] env[62105]: _type = "Task" [ 1791.455428] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.463593] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.501622] env[62105]: DEBUG nova.compute.utils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1791.504749] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1791.504938] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1791.558396] env[62105]: DEBUG nova.policy [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5cf45ef665b439d80f1e8b75ddb44a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1c1270f96c4bd3a1a78c70c7025e57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1791.884694] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Successfully created port: 7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1791.967316] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.005701] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.044263] env[62105]: DEBUG nova.network.neutron [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Port 4decd8c0-07d4-428d-beee-89039f2bafbe binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1792.184444] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.184931] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.185309] env[62105]: INFO nova.compute.manager [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Attaching volume 34fe52de-1d0c-4007-a841-9b9ef08ec920 to /dev/sdc [ 1792.222698] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.223505] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e0bf8b-e520-429d-9e53-f4f9d240f743 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.238987] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1792.238987] env[62105]: value = "task-1904129" [ 1792.238987] env[62105]: _type = "Task" [ 1792.238987] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.256854] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.268286] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df23cbd5-5016-419d-a7fe-7dec77def10a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.287412] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027900a8-df5c-42d7-8e45-2f5b56d94536 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.305679] env[62105]: DEBUG nova.virt.block_device [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updating existing volume attachment record: 92dd61fc-3cb7-400e-8c0f-6bb68ead0e44 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1792.387399] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d8f83-eaee-41cc-8095-f123451daf43 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.396183] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b78538-8548-4b00-ae77-505a9280b970 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.427666] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b954afd8-68c8-4eeb-a97c-7a64a61216f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.435486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94bdede-9630-4846-bf0b-b154195b9116 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.449597] env[62105]: DEBUG nova.compute.provider_tree [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1792.465260] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922253} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.465567] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1792.465786] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1792.466057] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93522836-ad58-4e19-870b-9d2fee69443b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.473673] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1792.473673] env[62105]: value = "task-1904130" [ 1792.473673] env[62105]: _type = "Task" [ 1792.473673] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.481989] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.751575] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904129, 'name': PowerOffVM_Task, 'duration_secs': 0.360073} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.753353] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.753353] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652b6a31-1c7c-429f-9ad6-35948c18bb78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.770852] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498eb295-a167-42c0-9ae9-5fd8fb08c0ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.952770] env[62105]: DEBUG nova.scheduler.client.report [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1792.983796] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223714} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.984192] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1792.984985] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd171db6-8e75-461a-8e9b-1388d70cd1cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.008847] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1793.009528] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d6184b-00b2-45b9-aa98-5631a8a2709e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.025652] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.037144] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1793.037144] env[62105]: value = "task-1904132" [ 1793.037144] env[62105]: _type = "Task" [ 1793.037144] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.063391] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.075337] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.075337] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.075337] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.084202] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.084202] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.084202] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.084202] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.084202] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.084481] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.084542] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.084707] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.084887] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.085089] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.085306] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.086213] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc259b5-e3c4-4282-9f5d-52c04596f091 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.095515] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d345af33-5af2-474d-b4f4-cc14a5b6f63c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.281572] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1793.281925] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b19317dd-996c-4f17-8364-d1d8a1b7cf09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.290746] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1793.290746] env[62105]: value = "task-1904133" [ 1793.290746] env[62105]: _type = "Task" [ 1793.290746] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.300057] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.459061] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.459606] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1793.465128] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.873s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.465128] env[62105]: DEBUG nova.objects.instance [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1793.551314] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.707329] env[62105]: DEBUG nova.compute.manager [req-a5149e6f-18aa-4637-80d6-cfc593552563 req-e58f0e7d-e007-4a4d-a02d-738af6ae57a1 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Received event network-vif-plugged-7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1793.707615] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5149e6f-18aa-4637-80d6-cfc593552563 req-e58f0e7d-e007-4a4d-a02d-738af6ae57a1 service nova] Acquiring lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.707858] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5149e6f-18aa-4637-80d6-cfc593552563 req-e58f0e7d-e007-4a4d-a02d-738af6ae57a1 service nova] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.712018] env[62105]: DEBUG oslo_concurrency.lockutils [req-a5149e6f-18aa-4637-80d6-cfc593552563 req-e58f0e7d-e007-4a4d-a02d-738af6ae57a1 service nova] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.712018] env[62105]: DEBUG nova.compute.manager [req-a5149e6f-18aa-4637-80d6-cfc593552563 req-e58f0e7d-e007-4a4d-a02d-738af6ae57a1 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] No waiting events found dispatching network-vif-plugged-7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1793.712018] env[62105]: WARNING nova.compute.manager [req-a5149e6f-18aa-4637-80d6-cfc593552563 req-e58f0e7d-e007-4a4d-a02d-738af6ae57a1 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Received unexpected event network-vif-plugged-7c145603-b017-4ea1-a272-f0e4c4acce3a for instance with vm_state building and task_state spawning. [ 1793.799610] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Successfully updated port: 7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1793.807680] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.973059] env[62105]: DEBUG nova.compute.utils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1793.973059] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1793.973059] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1794.014976] env[62105]: DEBUG nova.policy [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5cf45ef665b439d80f1e8b75ddb44a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1c1270f96c4bd3a1a78c70c7025e57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1794.048028] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904132, 'name': ReconfigVM_Task, 'duration_secs': 0.545573} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.048396] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107/3e46378a-4220-4268-9c49-6b235b5ba107.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.049759] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'image_id': 'e47a3b04-7ca0-441e-8b63-06897ee9908c'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': '7ef793d1-1f72-49f5-a219-f766b433949b', 'device_type': None, 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1794.049966] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1794.050175] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1794.050957] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc7775-5cc9-4682-81cb-19ff05a71038 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.071221] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168bb7d5-afd3-493f-967d-0bfe44408d11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.101151] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9/volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.101502] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852e4072-171c-4916-aa1b-5b4f5774cb8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.120447] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1794.120447] env[62105]: value = "task-1904134" [ 1794.120447] env[62105]: _type = "Task" [ 1794.120447] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.130724] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.159244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.159244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.159491] env[62105]: DEBUG nova.network.neutron [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.301797] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904133, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.305146] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "refresh_cache-fde46d4a-c8b1-4a2a-b899-1868fe8cb809" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.305798] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "refresh_cache-fde46d4a-c8b1-4a2a-b899-1868fe8cb809" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.306039] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.335464] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Successfully created port: bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1794.472535] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8ea6a567-6f16-41c0-89e1-fdbb31dff8a6 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.473786] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.865s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.477399] env[62105]: INFO nova.compute.claims [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1794.485836] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1794.636071] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904134, 'name': ReconfigVM_Task, 'duration_secs': 0.41803} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.636729] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9/volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1794.642444] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61d998a-110f-4e26-8ca5-e3a03791d32c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.658814] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1794.658814] env[62105]: value = "task-1904136" [ 1794.658814] env[62105]: _type = "Task" [ 1794.658814] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.672955] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.804693] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904133, 'name': CreateSnapshot_Task, 'duration_secs': 1.133017} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.804693] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1794.805443] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2b0a2a-2b7c-4d1f-9bf8-93e0de426a17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.849251] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.026816] env[62105]: DEBUG nova.network.neutron [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance_info_cache with network_info: [{"id": "4decd8c0-07d4-428d-beee-89039f2bafbe", "address": "fa:16:3e:30:36:f3", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4decd8c0-07", "ovs_interfaceid": "4decd8c0-07d4-428d-beee-89039f2bafbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.042624] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Updating instance_info_cache with network_info: [{"id": "7c145603-b017-4ea1-a272-f0e4c4acce3a", "address": "fa:16:3e:96:6c:5f", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c145603-b0", "ovs_interfaceid": "7c145603-b017-4ea1-a272-f0e4c4acce3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.168568] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904136, 'name': ReconfigVM_Task, 'duration_secs': 0.169849} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.168874] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1795.169529] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0540fa8d-2445-4987-8a2c-23b3646022ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.176572] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1795.176572] env[62105]: value = "task-1904137" [ 1795.176572] env[62105]: _type = "Task" [ 1795.176572] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.184386] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904137, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.328508] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1795.328891] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95506585-d497-44bc-bc30-77d2c54bf046 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.339126] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1795.339126] env[62105]: value = "task-1904138" [ 1795.339126] env[62105]: _type = "Task" [ 1795.339126] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.350549] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904138, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.499648] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1795.522404] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1795.522676] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1795.522835] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1795.523030] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1795.523323] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1795.523323] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1795.523535] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1795.523721] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1795.523909] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1795.524180] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1795.524486] env[62105]: DEBUG nova.virt.hardware [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1795.525398] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b470ec4-508b-449c-a12d-1394f05080ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.530466] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.540198] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcbd4d5-bd1a-4b06-902e-97373b8089db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.544583] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "refresh_cache-fde46d4a-c8b1-4a2a-b899-1868fe8cb809" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.545029] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Instance network_info: |[{"id": "7c145603-b017-4ea1-a272-f0e4c4acce3a", "address": "fa:16:3e:96:6c:5f", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c145603-b0", "ovs_interfaceid": "7c145603-b017-4ea1-a272-f0e4c4acce3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1795.545580] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:6c:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c145603-b017-4ea1-a272-f0e4c4acce3a', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.554056] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Creating folder: Project (af1c1270f96c4bd3a1a78c70c7025e57). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.559355] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-434c3e79-b663-45f4-b40a-ff0dfd59ef20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.579413] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Created folder: Project (af1c1270f96c4bd3a1a78c70c7025e57) in parent group-v392807. [ 1795.579625] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Creating folder: Instances. Parent ref: group-v393064. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1795.579887] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b7ca703-ca0a-4268-aa61-b6ef76fd0dbf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.590054] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Created folder: Instances in parent group-v393064. [ 1795.590828] env[62105]: DEBUG oslo.service.loopingcall [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.594463] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.595300] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d268e859-d952-45bb-b21a-c7f44df91769 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.618610] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.618610] env[62105]: value = "task-1904141" [ 1795.618610] env[62105]: _type = "Task" [ 1795.618610] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.628098] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904141, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.687287] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904137, 'name': Rename_Task, 'duration_secs': 0.198762} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.687287] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.687287] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a62924-ccad-42f9-b809-9d16b34acf15 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.694117] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1795.694117] env[62105]: value = "task-1904142" [ 1795.694117] env[62105]: _type = "Task" [ 1795.694117] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.703656] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.741338] env[62105]: DEBUG nova.compute.manager [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Received event network-changed-7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1795.741583] env[62105]: DEBUG nova.compute.manager [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Refreshing instance network info cache due to event network-changed-7c145603-b017-4ea1-a272-f0e4c4acce3a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1795.741742] env[62105]: DEBUG oslo_concurrency.lockutils [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] Acquiring lock "refresh_cache-fde46d4a-c8b1-4a2a-b899-1868fe8cb809" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.741884] env[62105]: DEBUG oslo_concurrency.lockutils [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] Acquired lock "refresh_cache-fde46d4a-c8b1-4a2a-b899-1868fe8cb809" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.742099] env[62105]: DEBUG nova.network.neutron [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Refreshing network info cache for port 7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1795.818781] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7095f7-ad50-4292-b4ef-b498ecd3dc33 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.830019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acea232-9f03-43db-9e78-2413ab6ddacc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.866192] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098b175-af20-4dba-a033-d859e30bfe6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.879393] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820ffb0e-1e80-4d47-a0b6-75218870faa3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.883758] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904138, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.899904] env[62105]: DEBUG nova.compute.provider_tree [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1795.941335] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Successfully updated port: bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1796.052556] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1a61ab-9835-43e6-824c-2a9ee10d7545 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.072851] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002d8f77-a0cb-49fc-87a5-ecd36a5fb6c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.079702] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.129587] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904141, 'name': CreateVM_Task, 'duration_secs': 0.363079} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.130499] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.131202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.131372] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.131690] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.132311] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52cce2c9-d3d8-4aa6-99ec-256fff746e05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.139625] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1796.139625] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525e4f5e-ea50-5261-ba29-a630ff2ffc2e" [ 1796.139625] env[62105]: _type = "Task" [ 1796.139625] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.149268] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525e4f5e-ea50-5261-ba29-a630ff2ffc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.203531] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904142, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.374935] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904138, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.403446] env[62105]: DEBUG nova.scheduler.client.report [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1796.446026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "refresh_cache-96f2b9b0-0d49-4cb6-886a-bd721947abdd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.446149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "refresh_cache-96f2b9b0-0d49-4cb6-886a-bd721947abdd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.446325] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.486610] env[62105]: DEBUG nova.network.neutron [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Updated VIF entry in instance network info cache for port 7c145603-b017-4ea1-a272-f0e4c4acce3a. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1796.487084] env[62105]: DEBUG nova.network.neutron [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Updating instance_info_cache with network_info: [{"id": "7c145603-b017-4ea1-a272-f0e4c4acce3a", "address": "fa:16:3e:96:6c:5f", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c145603-b0", "ovs_interfaceid": "7c145603-b017-4ea1-a272-f0e4c4acce3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.515032] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.515278] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.585617] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1796.585844] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59106f88-d1d4-4eac-82e4-1283085e80e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.594154] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1796.594154] env[62105]: value = "task-1904143" [ 1796.594154] env[62105]: _type = "Task" [ 1796.594154] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.603192] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.649848] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525e4f5e-ea50-5261-ba29-a630ff2ffc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.018932} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.650192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.650434] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.650668] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.650815] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.650995] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.651286] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dca62b74-0a9c-4c09-b93a-daacad37a791 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.665794] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.665979] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.666847] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce68df1-d0c1-4112-85f5-95e95817e87e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.672047] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1796.672047] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52969d93-5a46-c82a-bb47-60658ab66237" [ 1796.672047] env[62105]: _type = "Task" [ 1796.672047] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.679788] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52969d93-5a46-c82a-bb47-60658ab66237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.704806] env[62105]: DEBUG oslo_vmware.api [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904142, 'name': PowerOnVM_Task, 'duration_secs': 0.65389} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.705158] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.705302] env[62105]: DEBUG nova.compute.manager [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.706172] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc084071-61b4-42ed-b12b-ecc835ee380f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.860589] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1796.860840] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393061', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'name': 'volume-34fe52de-1d0c-4007-a841-9b9ef08ec920', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'serial': '34fe52de-1d0c-4007-a841-9b9ef08ec920'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1796.861741] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4be496-8fd8-41e3-9b1c-f876f5f45597 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.875141] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904138, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.888814] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52a6ac9-2db2-4798-916a-158eb14fa0ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.911936] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.912558] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1796.922792] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-34fe52de-1d0c-4007-a841-9b9ef08ec920/volume-34fe52de-1d0c-4007-a841-9b9ef08ec920.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1796.923418] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.172s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.925099] env[62105]: INFO nova.compute.claims [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1796.927567] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b03bd27-aad9-4f89-b535-15805cd03b3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.949047] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1796.949047] env[62105]: value = "task-1904144" [ 1796.949047] env[62105]: _type = "Task" [ 1796.949047] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.960756] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.990457] env[62105]: DEBUG oslo_concurrency.lockutils [req-25b43bdb-bf91-4cd2-b3e3-f113a9000f45 req-8164a543-0be2-4ec3-94b5-bb60ee9def89 service nova] Releasing lock "refresh_cache-fde46d4a-c8b1-4a2a-b899-1868fe8cb809" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.995126] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1797.018628] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.105664] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.166142] env[62105]: DEBUG nova.network.neutron [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Updating instance_info_cache with network_info: [{"id": "bfc86376-8837-4b24-ab91-6f1bdbbff09d", "address": "fa:16:3e:ab:40:91", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc86376-88", "ovs_interfaceid": "bfc86376-8837-4b24-ab91-6f1bdbbff09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.183034] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52969d93-5a46-c82a-bb47-60658ab66237, 'name': SearchDatastore_Task, 'duration_secs': 0.029702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.184569] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6629fe8e-f3ce-4681-ba95-84ca70b4bd23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.190754] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1797.190754] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528937ab-7933-253d-e4bb-89963744e7c5" [ 1797.190754] env[62105]: _type = "Task" [ 1797.190754] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.199018] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528937ab-7933-253d-e4bb-89963744e7c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.224664] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.376612] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904138, 'name': CloneVM_Task, 'duration_secs': 1.662072} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.376840] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Created linked-clone VM from snapshot [ 1797.377702] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a132f52-23bb-4c2f-bdf7-2a058a7eebe5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.385886] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Uploading image 40d4dc43-2be0-4dc6-87da-701b58b49a18 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1797.411759] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1797.411759] env[62105]: value = "vm-393063" [ 1797.411759] env[62105]: _type = "VirtualMachine" [ 1797.411759] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1797.412073] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce60a6ae-4322-4987-a376-91c2ccb8c1f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.418925] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease: (returnval){ [ 1797.418925] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52df5ab4-4fe3-1951-cdc1-0184fd21a5e1" [ 1797.418925] env[62105]: _type = "HttpNfcLease" [ 1797.418925] env[62105]: } obtained for exporting VM: (result){ [ 1797.418925] env[62105]: value = "vm-393063" [ 1797.418925] env[62105]: _type = "VirtualMachine" [ 1797.418925] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1797.419158] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the lease: (returnval){ [ 1797.419158] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52df5ab4-4fe3-1951-cdc1-0184fd21a5e1" [ 1797.419158] env[62105]: _type = "HttpNfcLease" [ 1797.419158] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1797.424691] env[62105]: DEBUG nova.compute.utils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1797.428014] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1797.428185] env[62105]: DEBUG nova.network.neutron [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1797.429774] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.429774] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52df5ab4-4fe3-1951-cdc1-0184fd21a5e1" [ 1797.429774] env[62105]: _type = "HttpNfcLease" [ 1797.429774] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1797.457296] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.465704] env[62105]: DEBUG nova.policy [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '451de59ae12e4fada2021c9890df5483', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9deffbc52d5a48d29061c65bd7fc92d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1797.543529] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.604821] env[62105]: DEBUG oslo_vmware.api [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904143, 'name': PowerOnVM_Task, 'duration_secs': 0.612278} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.605527] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1797.605527] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a8a391-69d3-4b96-b648-f860e19c84f6 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance '351cee2b-620f-4ae0-a61e-5f0e7d310240' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1797.668734] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "refresh_cache-96f2b9b0-0d49-4cb6-886a-bd721947abdd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.669076] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Instance network_info: |[{"id": "bfc86376-8837-4b24-ab91-6f1bdbbff09d", "address": "fa:16:3e:ab:40:91", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc86376-88", "ovs_interfaceid": "bfc86376-8837-4b24-ab91-6f1bdbbff09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1797.669485] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:40:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfc86376-8837-4b24-ab91-6f1bdbbff09d', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1797.677289] env[62105]: DEBUG oslo.service.loopingcall [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1797.677484] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1797.677700] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce77062a-0a59-4fe8-bf48-725c8845fd88 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.703214] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528937ab-7933-253d-e4bb-89963744e7c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.704576] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.704845] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] fde46d4a-c8b1-4a2a-b899-1868fe8cb809/fde46d4a-c8b1-4a2a-b899-1868fe8cb809.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1797.705155] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1797.705155] env[62105]: value = "task-1904146" [ 1797.705155] env[62105]: _type = "Task" [ 1797.705155] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.705383] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06d97855-584f-4cfc-abb5-387c4f5873bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.715726] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904146, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.716878] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1797.716878] env[62105]: value = "task-1904147" [ 1797.716878] env[62105]: _type = "Task" [ 1797.716878] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.725530] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.763201] env[62105]: DEBUG nova.network.neutron [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Successfully created port: 7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1797.776872] env[62105]: DEBUG nova.compute.manager [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Received event network-vif-plugged-bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1797.777208] env[62105]: DEBUG oslo_concurrency.lockutils [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] Acquiring lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.777562] env[62105]: DEBUG oslo_concurrency.lockutils [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.777802] env[62105]: DEBUG oslo_concurrency.lockutils [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.777985] env[62105]: DEBUG nova.compute.manager [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] No waiting events found dispatching network-vif-plugged-bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.778207] env[62105]: WARNING nova.compute.manager [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Received unexpected event network-vif-plugged-bfc86376-8837-4b24-ab91-6f1bdbbff09d for instance with vm_state building and task_state spawning. [ 1797.778542] env[62105]: DEBUG nova.compute.manager [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Received event network-changed-bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1797.778735] env[62105]: DEBUG nova.compute.manager [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Refreshing instance network info cache due to event network-changed-bfc86376-8837-4b24-ab91-6f1bdbbff09d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1797.778977] env[62105]: DEBUG oslo_concurrency.lockutils [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] Acquiring lock "refresh_cache-96f2b9b0-0d49-4cb6-886a-bd721947abdd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.779164] env[62105]: DEBUG oslo_concurrency.lockutils [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] Acquired lock "refresh_cache-96f2b9b0-0d49-4cb6-886a-bd721947abdd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.779376] env[62105]: DEBUG nova.network.neutron [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Refreshing network info cache for port bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.928565] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1797.931601] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.931601] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52df5ab4-4fe3-1951-cdc1-0184fd21a5e1" [ 1797.931601] env[62105]: _type = "HttpNfcLease" [ 1797.931601] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1797.932029] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1797.932029] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52df5ab4-4fe3-1951-cdc1-0184fd21a5e1" [ 1797.932029] env[62105]: _type = "HttpNfcLease" [ 1797.932029] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1797.932968] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9915286-a1fe-4510-bf2f-874543cb1bd4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.941842] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad5ecf-2d55-7776-431a-f1de8b4a7ef9/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1797.942068] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad5ecf-2d55-7776-431a-f1de8b4a7ef9/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1798.035024] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904144, 'name': ReconfigVM_Task, 'duration_secs': 0.807899} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.036023] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-34fe52de-1d0c-4007-a841-9b9ef08ec920/volume-34fe52de-1d0c-4007-a841-9b9ef08ec920.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.041140] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d50d91-a172-4159-b770-ef50c68b5d70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.064255] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1798.064255] env[62105]: value = "task-1904148" [ 1798.064255] env[62105]: _type = "Task" [ 1798.064255] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.076054] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904148, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.117840] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54dc1737-a183-4800-925b-afe5cc9c35c3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.217783] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904146, 'name': CreateVM_Task, 'duration_secs': 0.432116} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.223255] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1798.224350] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.224557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.224994] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1798.225868] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f12c87a-db36-4894-bf8b-f0182f214ed0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.231339] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904147, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.236808] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1798.236808] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e4c7e-5568-ff86-6031-f1abb799e700" [ 1798.236808] env[62105]: _type = "Task" [ 1798.236808] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.249853] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e4c7e-5568-ff86-6031-f1abb799e700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.330817] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e72a49-3a64-4605-b410-892c8ae26142 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.336078] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e3fb91-ba85-4231-bd4c-34a64b09425f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.373882] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69cab8c-1279-4fed-ad21-2229402e3eb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.382940] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157c56f4-e7cc-4ebd-b78d-2403542c91bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.397341] env[62105]: DEBUG nova.compute.provider_tree [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.517344] env[62105]: DEBUG nova.network.neutron [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Updated VIF entry in instance network info cache for port bfc86376-8837-4b24-ab91-6f1bdbbff09d. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.517728] env[62105]: DEBUG nova.network.neutron [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Updating instance_info_cache with network_info: [{"id": "bfc86376-8837-4b24-ab91-6f1bdbbff09d", "address": "fa:16:3e:ab:40:91", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfc86376-88", "ovs_interfaceid": "bfc86376-8837-4b24-ab91-6f1bdbbff09d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.573166] env[62105]: DEBUG oslo_vmware.api [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904148, 'name': ReconfigVM_Task, 'duration_secs': 0.19276} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.573504] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393061', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'name': 'volume-34fe52de-1d0c-4007-a841-9b9ef08ec920', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'serial': '34fe52de-1d0c-4007-a841-9b9ef08ec920'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1798.728893] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635694} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.729544] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] fde46d4a-c8b1-4a2a-b899-1868fe8cb809/fde46d4a-c8b1-4a2a-b899-1868fe8cb809.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.729750] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.730963] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8630fd71-2ad6-499e-8aee-faf7974bde1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.738776] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1798.738776] env[62105]: value = "task-1904149" [ 1798.738776] env[62105]: _type = "Task" [ 1798.738776] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.754191] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e4c7e-5568-ff86-6031-f1abb799e700, 'name': SearchDatastore_Task, 'duration_secs': 0.045134} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.757566] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.757960] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1798.758325] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.758543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.758787] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.759111] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.759370] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55d93795-93e4-49fb-80e5-33dcb0b436f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.767086] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.767413] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.768301] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debfeb13-a81e-4411-a431-d9438c0ef9e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.773853] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1798.773853] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5239a783-6215-24f1-fb6c-c2904942c936" [ 1798.773853] env[62105]: _type = "Task" [ 1798.773853] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.782888] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5239a783-6215-24f1-fb6c-c2904942c936, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.920599] env[62105]: ERROR nova.scheduler.client.report [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [req-d0489268-b22a-4341-b52c-76dec907a7dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0489268-b22a-4341-b52c-76dec907a7dc"}]} [ 1798.939674] env[62105]: DEBUG nova.scheduler.client.report [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1798.942886] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1798.964720] env[62105]: DEBUG nova.scheduler.client.report [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1798.964971] env[62105]: DEBUG nova.compute.provider_tree [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.969594] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1798.969860] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1798.970081] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1798.970333] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1798.970530] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1798.970733] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1798.971078] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1798.971255] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1798.971491] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1798.971666] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1798.971869] env[62105]: DEBUG nova.virt.hardware [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1798.972947] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a05132-b088-45f1-a82a-5faa29663c3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.983687] env[62105]: DEBUG nova.scheduler.client.report [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1798.987292] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e1ac36-e8e2-4dfc-b160-90270e516064 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.011521] env[62105]: DEBUG nova.scheduler.client.report [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1799.020865] env[62105]: DEBUG oslo_concurrency.lockutils [req-7107bd80-91c1-44a9-b45a-8857e36d27ee req-4a43d99f-3b15-4439-9cef-a19b05b3aa27 service nova] Releasing lock "refresh_cache-96f2b9b0-0d49-4cb6-886a-bd721947abdd" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.261638] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068123} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.262059] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.264809] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6788a164-5c4a-4c98-9674-863d85165cc3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.296656] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] fde46d4a-c8b1-4a2a-b899-1868fe8cb809/fde46d4a-c8b1-4a2a-b899-1868fe8cb809.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.303194] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe5506d-6771-4eb9-8c85-52fae5e58d04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.326928] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5239a783-6215-24f1-fb6c-c2904942c936, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.329485] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1799.329485] env[62105]: value = "task-1904150" [ 1799.329485] env[62105]: _type = "Task" [ 1799.329485] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.329772] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d3b415-46a4-4263-808b-9ca0d857e9f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.343381] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1799.343381] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52587fda-817e-00e2-37da-d336b74ae05d" [ 1799.343381] env[62105]: _type = "Task" [ 1799.343381] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.347504] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.352696] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ffe5a2-f890-48e4-9d68-aba5faa353eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.363241] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52587fda-817e-00e2-37da-d336b74ae05d, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.364927] env[62105]: DEBUG nova.network.neutron [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Successfully updated port: 7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1799.367831] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.368179] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 96f2b9b0-0d49-4cb6-886a-bd721947abdd/96f2b9b0-0d49-4cb6-886a-bd721947abdd.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1799.368746] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1f41c52-28a7-48ea-9cd6-b644010895c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.372669] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0affcd4f-1a36-4ff7-b9c0-19c2f318c086 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.410190] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c654b-37eb-47f4-ad5b-41e4c47952d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.414229] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1799.414229] env[62105]: value = "task-1904151" [ 1799.414229] env[62105]: _type = "Task" [ 1799.414229] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.429037] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d70cf8b-e7d0-4727-8c8d-105c93765455 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.439482] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.456026] env[62105]: DEBUG nova.compute.provider_tree [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1799.609164] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.609686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.609964] env[62105]: DEBUG nova.compute.manager [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Going to confirm migration 4 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1799.630555] env[62105]: DEBUG nova.objects.instance [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1799.809446] env[62105]: DEBUG nova.compute.manager [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Received event network-vif-plugged-7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1799.809699] env[62105]: DEBUG oslo_concurrency.lockutils [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] Acquiring lock "f825f6bf-671d-49f7-ab41-7fa895325044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.810023] env[62105]: DEBUG oslo_concurrency.lockutils [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] Lock "f825f6bf-671d-49f7-ab41-7fa895325044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.810138] env[62105]: DEBUG oslo_concurrency.lockutils [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] Lock "f825f6bf-671d-49f7-ab41-7fa895325044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.810339] env[62105]: DEBUG nova.compute.manager [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] No waiting events found dispatching network-vif-plugged-7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.810489] env[62105]: WARNING nova.compute.manager [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Received unexpected event network-vif-plugged-7256d70d-aa4b-45f9-a35c-b5dbf674bb35 for instance with vm_state building and task_state spawning. [ 1799.810654] env[62105]: DEBUG nova.compute.manager [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Received event network-changed-7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1799.810837] env[62105]: DEBUG nova.compute.manager [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Refreshing instance network info cache due to event network-changed-7256d70d-aa4b-45f9-a35c-b5dbf674bb35. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1799.811143] env[62105]: DEBUG oslo_concurrency.lockutils [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] Acquiring lock "refresh_cache-f825f6bf-671d-49f7-ab41-7fa895325044" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.811346] env[62105]: DEBUG oslo_concurrency.lockutils [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] Acquired lock "refresh_cache-f825f6bf-671d-49f7-ab41-7fa895325044" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.811527] env[62105]: DEBUG nova.network.neutron [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Refreshing network info cache for port 7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.844736] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904150, 'name': ReconfigVM_Task, 'duration_secs': 0.353995} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.845514] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Reconfigured VM instance instance-0000005a to attach disk [datastore2] fde46d4a-c8b1-4a2a-b899-1868fe8cb809/fde46d4a-c8b1-4a2a-b899-1868fe8cb809.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.846240] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b953073a-a501-49be-860d-7eb93177a784 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.854931] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1799.854931] env[62105]: value = "task-1904152" [ 1799.854931] env[62105]: _type = "Task" [ 1799.854931] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.866558] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904152, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.869346] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "refresh_cache-f825f6bf-671d-49f7-ab41-7fa895325044" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.926096] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.989645] env[62105]: DEBUG nova.scheduler.client.report [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1799.990146] env[62105]: DEBUG nova.compute.provider_tree [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 124 to 125 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1799.990356] env[62105]: DEBUG nova.compute.provider_tree [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.137827] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d6de63fe-1b27-4f41-81f3-d2d66f50eed6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.953s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.189702] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.189949] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.190175] env[62105]: DEBUG nova.network.neutron [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.190428] env[62105]: DEBUG nova.objects.instance [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lazy-loading 'info_cache' on Instance uuid 351cee2b-620f-4ae0-a61e-5f0e7d310240 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.345039] env[62105]: DEBUG nova.network.neutron [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1800.364927] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904152, 'name': Rename_Task, 'duration_secs': 0.289141} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.365253] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.365512] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb59615e-0902-4697-b880-b4dcd54eb6d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.373021] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1800.373021] env[62105]: value = "task-1904153" [ 1800.373021] env[62105]: _type = "Task" [ 1800.373021] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.380899] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.425378] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612815} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.426255] env[62105]: DEBUG nova.network.neutron [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.427397] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 96f2b9b0-0d49-4cb6-886a-bd721947abdd/96f2b9b0-0d49-4cb6-886a-bd721947abdd.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1800.427680] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1800.428134] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-620729b7-7000-43b0-8f6d-315650047f56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.434913] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1800.434913] env[62105]: value = "task-1904154" [ 1800.434913] env[62105]: _type = "Task" [ 1800.434913] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.445521] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.496070] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.573s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.497379] env[62105]: DEBUG nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1800.504072] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.002s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.505740] env[62105]: INFO nova.compute.claims [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1800.848545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.848811] env[62105]: DEBUG oslo_concurrency.lockutils [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.882214] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.928841] env[62105]: DEBUG oslo_concurrency.lockutils [req-c50d599a-b5b7-4c73-9ba0-d67173c04b75 req-4d1cc4fa-2519-4af3-b674-6da6f30d4b9e service nova] Releasing lock "refresh_cache-f825f6bf-671d-49f7-ab41-7fa895325044" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.929216] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired lock "refresh_cache-f825f6bf-671d-49f7-ab41-7fa895325044" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.929397] env[62105]: DEBUG nova.network.neutron [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1800.944453] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078246} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.944723] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1800.945518] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c957df7-9341-4874-9ab4-2d2264915646 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.967746] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 96f2b9b0-0d49-4cb6-886a-bd721947abdd/96f2b9b0-0d49-4cb6-886a-bd721947abdd.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1800.968058] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2af3e7-1387-4546-9ecc-99ca06eec33f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.987864] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1800.987864] env[62105]: value = "task-1904155" [ 1800.987864] env[62105]: _type = "Task" [ 1800.987864] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.995709] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.010258] env[62105]: DEBUG nova.compute.utils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.011731] env[62105]: DEBUG nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Not allocating networking since 'none' was specified. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1801.352778] env[62105]: INFO nova.compute.manager [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Detaching volume 8f267b7b-59b8-4555-b9a9-67254253a19b [ 1801.388766] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.412202] env[62105]: INFO nova.virt.block_device [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Attempting to driver detach volume 8f267b7b-59b8-4555-b9a9-67254253a19b from mountpoint /dev/sdb [ 1801.413388] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1801.413388] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393059', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'name': 'volume-8f267b7b-59b8-4555-b9a9-67254253a19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'serial': '8f267b7b-59b8-4555-b9a9-67254253a19b'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1801.414738] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c3c945-ffea-4e98-bfc1-efe83cc21656 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.442853] env[62105]: DEBUG nova.network.neutron [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance_info_cache with network_info: [{"id": "4decd8c0-07d4-428d-beee-89039f2bafbe", "address": "fa:16:3e:30:36:f3", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4decd8c0-07", "ovs_interfaceid": "4decd8c0-07d4-428d-beee-89039f2bafbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.445397] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539e74ee-ed73-41d4-8b4c-29cdf1e962df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.456030] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f6ef08-d61f-480e-9ea7-426e74716022 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.483543] env[62105]: DEBUG nova.network.neutron [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1801.486376] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58690444-60bd-4098-8697-70311aa5a521 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.498671] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904155, 'name': ReconfigVM_Task, 'duration_secs': 0.430383} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.510881] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 96f2b9b0-0d49-4cb6-886a-bd721947abdd/96f2b9b0-0d49-4cb6-886a-bd721947abdd.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1801.511762] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f267b7b-59b8-4555-b9a9-67254253a19b/volume-8f267b7b-59b8-4555-b9a9-67254253a19b.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1801.519521] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1801.520810] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d70a164-f552-40db-aede-6960709caa9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.522828] env[62105]: DEBUG nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1801.529307] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db81fcfe-cc3a-4df9-ab5a-df7e6ce40c73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.547491] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1801.547491] env[62105]: value = "task-1904156" [ 1801.547491] env[62105]: _type = "Task" [ 1801.547491] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.548952] env[62105]: DEBUG oslo_vmware.api [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1801.548952] env[62105]: value = "task-1904157" [ 1801.548952] env[62105]: _type = "Task" [ 1801.548952] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.560968] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904156, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.693075] env[62105]: DEBUG nova.network.neutron [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Updating instance_info_cache with network_info: [{"id": "7256d70d-aa4b-45f9-a35c-b5dbf674bb35", "address": "fa:16:3e:43:95:75", "network": {"id": "1a042821-4b5c-4c96-805a-e61053d0de52", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-767809345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deffbc52d5a48d29061c65bd7fc92d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7256d70d-aa", "ovs_interfaceid": "7256d70d-aa4b-45f9-a35c-b5dbf674bb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.840200] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308efc4-99c0-4fea-a74f-435b932482fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.849402] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32fcd09-8523-4706-a335-1e4efbd542dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.885533] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade4133a-7b53-4074-86d2-335d7afe2bd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.892944] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904153, 'name': PowerOnVM_Task, 'duration_secs': 1.455876} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.895141] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.895356] env[62105]: INFO nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1801.895535] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.896339] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c721975-187d-4641-ba1b-af5c20c04768 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.899702] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33424f19-ebd3-4198-9e5c-9cb2744af583 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.919029] env[62105]: DEBUG nova.compute.provider_tree [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1801.949629] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-351cee2b-620f-4ae0-a61e-5f0e7d310240" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.949952] env[62105]: DEBUG nova.objects.instance [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lazy-loading 'migration_context' on Instance uuid 351cee2b-620f-4ae0-a61e-5f0e7d310240 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.060583] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904156, 'name': Rename_Task, 'duration_secs': 0.167064} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.063683] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1802.063940] env[62105]: DEBUG oslo_vmware.api [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904157, 'name': ReconfigVM_Task, 'duration_secs': 0.274477} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.064181] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8277d612-3152-4759-8a4f-5361f8b78956 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.065675] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1802.070194] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad7b64e-2e2d-4c38-9250-297459c9035c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.086156] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1802.086156] env[62105]: value = "task-1904158" [ 1802.086156] env[62105]: _type = "Task" [ 1802.086156] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.087512] env[62105]: DEBUG oslo_vmware.api [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1802.087512] env[62105]: value = "task-1904159" [ 1802.087512] env[62105]: _type = "Task" [ 1802.087512] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.097623] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.100995] env[62105]: DEBUG oslo_vmware.api [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904159, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.196027] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Releasing lock "refresh_cache-f825f6bf-671d-49f7-ab41-7fa895325044" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.196372] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Instance network_info: |[{"id": "7256d70d-aa4b-45f9-a35c-b5dbf674bb35", "address": "fa:16:3e:43:95:75", "network": {"id": "1a042821-4b5c-4c96-805a-e61053d0de52", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-767809345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9deffbc52d5a48d29061c65bd7fc92d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7256d70d-aa", "ovs_interfaceid": "7256d70d-aa4b-45f9-a35c-b5dbf674bb35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1802.196798] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:95:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7256d70d-aa4b-45f9-a35c-b5dbf674bb35', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.205651] env[62105]: DEBUG oslo.service.loopingcall [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.205986] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.206307] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac1bcd57-02b9-48b9-b842-9e12675e040f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.226839] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.226839] env[62105]: value = "task-1904160" [ 1802.226839] env[62105]: _type = "Task" [ 1802.226839] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.236260] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904160, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.425067] env[62105]: DEBUG nova.scheduler.client.report [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.431184] env[62105]: INFO nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Took 27.55 seconds to build instance. [ 1802.453031] env[62105]: DEBUG nova.objects.base [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Object Instance<351cee2b-620f-4ae0-a61e-5f0e7d310240> lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1802.454013] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732a086e-50e0-4fdd-b305-f2482e8edf2f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.479568] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8faef373-f977-400b-8b90-36bfec4ae426 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.486048] env[62105]: DEBUG oslo_vmware.api [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1802.486048] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52006d1a-6e1f-5ac4-4ccd-70613f26827f" [ 1802.486048] env[62105]: _type = "Task" [ 1802.486048] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.494683] env[62105]: DEBUG oslo_vmware.api [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52006d1a-6e1f-5ac4-4ccd-70613f26827f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.548231] env[62105]: DEBUG nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1802.578019] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1802.578332] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1802.578503] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1802.578706] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1802.578874] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1802.579066] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1802.580345] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1802.580345] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1802.580345] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1802.580345] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1802.580345] env[62105]: DEBUG nova.virt.hardware [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1802.581490] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575b67f-dfcf-4578-b840-dc36504dc90f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.594385] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9c3f78-d600-484e-856f-628e0be33ea4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.608359] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904158, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.620062] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1802.625279] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Creating folder: Project (cefa103a90a24cbaa5a57156cda9a12f). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.625714] env[62105]: DEBUG oslo_vmware.api [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904159, 'name': ReconfigVM_Task, 'duration_secs': 0.157762} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.625936] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1b6bbea-f8f6-4f26-9ca6-5bccfdb26d1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.627753] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393059', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'name': 'volume-8f267b7b-59b8-4555-b9a9-67254253a19b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '8f267b7b-59b8-4555-b9a9-67254253a19b', 'serial': '8f267b7b-59b8-4555-b9a9-67254253a19b'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1802.637456] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Created folder: Project (cefa103a90a24cbaa5a57156cda9a12f) in parent group-v392807. [ 1802.637456] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Creating folder: Instances. Parent ref: group-v393069. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1802.637631] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93e013d5-1da0-4b3f-ae44-d816219b8221 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.646219] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Created folder: Instances in parent group-v393069. [ 1802.646528] env[62105]: DEBUG oslo.service.loopingcall [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1802.646766] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1802.646987] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6415e827-80f5-4548-baab-76f244dfac75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.662904] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1802.662904] env[62105]: value = "task-1904163" [ 1802.662904] env[62105]: _type = "Task" [ 1802.662904] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.670994] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904163, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.737768] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904160, 'name': CreateVM_Task, 'duration_secs': 0.399761} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.737969] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1802.738697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.738873] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.739242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1802.739531] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de7df92a-2b17-4196-86f0-b2f242e4f637 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.744596] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1802.744596] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5251c5d3-4c4f-31d3-e6c5-263f5bb0ab33" [ 1802.744596] env[62105]: _type = "Task" [ 1802.744596] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.753916] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5251c5d3-4c4f-31d3-e6c5-263f5bb0ab33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.931571] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.932537] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1802.936647] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.033s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.938314] env[62105]: INFO nova.compute.claims [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1802.941635] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.075s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.996051] env[62105]: DEBUG oslo_vmware.api [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52006d1a-6e1f-5ac4-4ccd-70613f26827f, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.996367] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.099251] env[62105]: DEBUG oslo_vmware.api [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904158, 'name': PowerOnVM_Task, 'duration_secs': 0.792987} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.099561] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1803.099768] env[62105]: INFO nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1803.099965] env[62105]: DEBUG nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.100746] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483e59fc-d22b-4856-a674-2bf49044bed5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.170714] env[62105]: DEBUG nova.objects.instance [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.175332] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904163, 'name': CreateVM_Task, 'duration_secs': 0.417483} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.175722] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1803.176135] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.257610] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5251c5d3-4c4f-31d3-e6c5-263f5bb0ab33, 'name': SearchDatastore_Task, 'duration_secs': 0.020315} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.257859] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.258107] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.258392] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.258527] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.258815] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1803.259160] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.259477] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1803.259701] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eff0c58-17b1-4941-bb39-a435ba964389 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.261416] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d66b554-65eb-4f5d-aa0a-a9b28c8c1ec3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.266952] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1803.266952] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52588333-aa98-43a7-e1de-3db6f1debb5a" [ 1803.266952] env[62105]: _type = "Task" [ 1803.266952] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.271408] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1803.271584] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1803.274960] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f274561-5d57-44bd-acf5-79e29a13994e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.277289] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52588333-aa98-43a7-e1de-3db6f1debb5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.280333] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1803.280333] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa21ed-ebd8-4067-d203-bc54ed6b9b93" [ 1803.280333] env[62105]: _type = "Task" [ 1803.280333] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.287752] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa21ed-ebd8-4067-d203-bc54ed6b9b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.446391] env[62105]: DEBUG nova.compute.utils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1803.447099] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1803.447284] env[62105]: DEBUG nova.network.neutron [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1803.485913] env[62105]: DEBUG nova.policy [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba505cacc23432686bcda09ad362352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ca61bf24444afda33c24112d275e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1803.619896] env[62105]: INFO nova.compute.manager [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Took 28.72 seconds to build instance. [ 1803.747115] env[62105]: DEBUG nova.network.neutron [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Successfully created port: f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1803.778067] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52588333-aa98-43a7-e1de-3db6f1debb5a, 'name': SearchDatastore_Task, 'duration_secs': 0.018064} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.778388] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.778619] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1803.778827] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.789720] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa21ed-ebd8-4067-d203-bc54ed6b9b93, 'name': SearchDatastore_Task, 'duration_secs': 0.03205} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.790465] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfef89b-8b9e-4eca-a022-2e24cf868b63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.795570] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1803.795570] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5249a011-29e7-71e3-d0d2-26387c16dcc2" [ 1803.795570] env[62105]: _type = "Task" [ 1803.795570] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.803555] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5249a011-29e7-71e3-d0d2-26387c16dcc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.951188] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1804.121615] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7302ed6d-ed0b-4e36-81e5-8b06077aa7ae tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.225s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.145130] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.181215] env[62105]: DEBUG oslo_concurrency.lockutils [None req-19deeeef-7210-4f33-8f1a-6ac40c4914a6 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.332s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.181883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.037s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.231229] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69140e83-9726-4b37-864a-31b5eb5cfb0f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.241692] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8314f15a-bc86-4876-bd34-cc86471d6a66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.276545] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a91228f-abde-4054-9650-6382fce6d110 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.292264] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbbd14b-14a2-4563-bf79-17faaa4d81d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.321014] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5249a011-29e7-71e3-d0d2-26387c16dcc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022979} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.321695] env[62105]: DEBUG nova.compute.provider_tree [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.323136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.323460] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] f825f6bf-671d-49f7-ab41-7fa895325044/f825f6bf-671d-49f7-ab41-7fa895325044.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1804.324047] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.324314] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1804.324578] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03aa6419-ba43-4b26-8455-ff3fd1e6f922 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.327146] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8fd7326-0925-47ce-8133-0b0588465906 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.339024] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1804.339024] env[62105]: value = "task-1904164" [ 1804.339024] env[62105]: _type = "Task" [ 1804.339024] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.339846] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1804.340075] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1804.344629] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6819ed99-f10a-4803-bb5c-4b789c8c46d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.351944] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1804.351944] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52045706-fe8c-afa0-ac9b-68f002209afb" [ 1804.351944] env[62105]: _type = "Task" [ 1804.351944] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.358568] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.367912] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52045706-fe8c-afa0-ac9b-68f002209afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.687519] env[62105]: INFO nova.compute.manager [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Detaching volume 34fe52de-1d0c-4007-a841-9b9ef08ec920 [ 1804.726917] env[62105]: INFO nova.virt.block_device [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Attempting to driver detach volume 34fe52de-1d0c-4007-a841-9b9ef08ec920 from mountpoint /dev/sdc [ 1804.726917] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1804.731025] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393061', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'name': 'volume-34fe52de-1d0c-4007-a841-9b9ef08ec920', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'serial': '34fe52de-1d0c-4007-a841-9b9ef08ec920'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1804.731025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154358bf-1632-4deb-89a9-71ac80d5120a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.760289] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c35d0a-36e9-4feb-9b77-1b4a2f99e5a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.769291] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0610c7d-ccf1-4054-8366-5fa75dd78d95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.792823] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.793084] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.793363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.793567] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.793719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.796382] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cfbd46-4b81-4223-b6e0-c816d91e8db2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.800182] env[62105]: INFO nova.compute.manager [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Terminating instance [ 1804.818622] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] The volume has not been displaced from its original location: [datastore2] volume-34fe52de-1d0c-4007-a841-9b9ef08ec920/volume-34fe52de-1d0c-4007-a841-9b9ef08ec920.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1804.824975] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfiguring VM instance instance-00000051 to detach disk 2002 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1804.826909] env[62105]: DEBUG nova.scheduler.client.report [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.830569] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e20ddb7b-419b-46a9-ae5d-ce7e0f5223e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.848138] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.848409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.848622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.848851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.849151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.851585] env[62105]: INFO nova.compute.manager [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Terminating instance [ 1804.868991] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.869401] env[62105]: DEBUG oslo_vmware.api [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1804.869401] env[62105]: value = "task-1904165" [ 1804.869401] env[62105]: _type = "Task" [ 1804.869401] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.880769] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52045706-fe8c-afa0-ac9b-68f002209afb, 'name': SearchDatastore_Task, 'duration_secs': 0.047552} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.882421] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87aff2f2-0b50-43b0-88b9-4fc90506aabc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.889624] env[62105]: DEBUG oslo_vmware.api [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.899055] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1804.899055] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5235de5f-27ed-a68d-08ee-835b5b93a5c3" [ 1804.899055] env[62105]: _type = "Task" [ 1804.899055] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.905075] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5235de5f-27ed-a68d-08ee-835b5b93a5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.961660] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1804.989351] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1804.989650] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1804.989850] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1804.990092] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1804.990276] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1804.990506] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1804.990776] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1804.990973] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1804.991207] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1804.991417] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1804.991647] env[62105]: DEBUG nova.virt.hardware [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1804.992700] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720e1eb-bc63-407f-acd2-1dfbf813e461 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.001960] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0818fc73-0070-4fb4-8e32-d52c1210eded {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.188773] env[62105]: DEBUG nova.compute.manager [req-b677b985-9d1f-4eab-ad05-cee86fc8796a req-be817c50-460e-4ec0-9079-cf2c69e59cd3 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Received event network-vif-plugged-f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1805.189022] env[62105]: DEBUG oslo_concurrency.lockutils [req-b677b985-9d1f-4eab-ad05-cee86fc8796a req-be817c50-460e-4ec0-9079-cf2c69e59cd3 service nova] Acquiring lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.189235] env[62105]: DEBUG oslo_concurrency.lockutils [req-b677b985-9d1f-4eab-ad05-cee86fc8796a req-be817c50-460e-4ec0-9079-cf2c69e59cd3 service nova] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.189404] env[62105]: DEBUG oslo_concurrency.lockutils [req-b677b985-9d1f-4eab-ad05-cee86fc8796a req-be817c50-460e-4ec0-9079-cf2c69e59cd3 service nova] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.189569] env[62105]: DEBUG nova.compute.manager [req-b677b985-9d1f-4eab-ad05-cee86fc8796a req-be817c50-460e-4ec0-9079-cf2c69e59cd3 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] No waiting events found dispatching network-vif-plugged-f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1805.189776] env[62105]: WARNING nova.compute.manager [req-b677b985-9d1f-4eab-ad05-cee86fc8796a req-be817c50-460e-4ec0-9079-cf2c69e59cd3 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Received unexpected event network-vif-plugged-f155f346-1563-4a08-b218-5462f056ee50 for instance with vm_state building and task_state spawning. [ 1805.278360] env[62105]: DEBUG nova.network.neutron [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Successfully updated port: f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.305053] env[62105]: DEBUG nova.compute.manager [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.305315] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.306652] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ec680-595f-43a7-9881-df3bb308e89f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.315169] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.315487] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b3c303-a82f-40ab-96ef-c5ea8adfca73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.321688] env[62105]: DEBUG oslo_vmware.api [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1805.321688] env[62105]: value = "task-1904166" [ 1805.321688] env[62105]: _type = "Task" [ 1805.321688] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.330198] env[62105]: DEBUG oslo_vmware.api [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.348520] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.348782] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.351536] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.128s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.351743] env[62105]: DEBUG nova.objects.instance [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1805.364251] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581993} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.364251] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] f825f6bf-671d-49f7-ab41-7fa895325044/f825f6bf-671d-49f7-ab41-7fa895325044.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1805.364465] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1805.364689] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a965f25c-922a-46f6-a931-bb73bc7132b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.367421] env[62105]: DEBUG nova.compute.manager [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.367608] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.368439] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbace35-7b78-4030-8821-6a4aa01adbc6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.375945] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1805.375945] env[62105]: value = "task-1904167" [ 1805.375945] env[62105]: _type = "Task" [ 1805.375945] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.381287] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.389032] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78402247-e2ea-4840-8714-c67655062d27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.389032] env[62105]: DEBUG oslo_vmware.api [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904165, 'name': ReconfigVM_Task, 'duration_secs': 0.282951} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.389322] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Reconfigured VM instance instance-00000051 to detach disk 2002 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1805.398146] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c5af25-2b67-4f7f-9905-d49bd8aa53e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.408334] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.414878] env[62105]: DEBUG oslo_vmware.api [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1805.414878] env[62105]: value = "task-1904168" [ 1805.414878] env[62105]: _type = "Task" [ 1805.414878] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.422568] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5235de5f-27ed-a68d-08ee-835b5b93a5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012308} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.424077] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1805.424383] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1805.424701] env[62105]: DEBUG oslo_vmware.api [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1805.424701] env[62105]: value = "task-1904169" [ 1805.424701] env[62105]: _type = "Task" [ 1805.424701] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.424902] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc153dee-d86d-4df7-855c-e875c44533dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.429697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "60ae2246-7dad-456e-b03d-7d99c620f36a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.429929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.430133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "60ae2246-7dad-456e-b03d-7d99c620f36a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.430317] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.430487] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.434917] env[62105]: DEBUG oslo_vmware.api [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.435436] env[62105]: INFO nova.compute.manager [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Terminating instance [ 1805.442807] env[62105]: DEBUG oslo_vmware.api [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.445411] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1805.445411] env[62105]: value = "task-1904170" [ 1805.445411] env[62105]: _type = "Task" [ 1805.445411] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.453060] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.780658] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.780889] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.780986] env[62105]: DEBUG nova.network.neutron [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.831863] env[62105]: DEBUG oslo_vmware.api [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904166, 'name': PowerOffVM_Task, 'duration_secs': 0.459675} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.832181] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.832377] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.832615] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-932a0f6d-b341-4e72-827f-9db564e1518a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.856750] env[62105]: DEBUG nova.compute.utils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1805.861372] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1805.861548] env[62105]: DEBUG nova.network.neutron [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1805.886366] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277181} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.886630] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1805.887409] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad8b984-110d-4224-8ed3-187bd9907bad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.909306] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] f825f6bf-671d-49f7-ab41-7fa895325044/f825f6bf-671d-49f7-ab41-7fa895325044.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1805.911063] env[62105]: DEBUG nova.policy [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf6c61eda6f049caa0b44f21fc6da4b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7703d52b4f64391b2dbf155a22b7c32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1805.912854] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6922cd23-c288-4007-aa08-96c7eb50fd79 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.935396] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1805.935396] env[62105]: value = "task-1904172" [ 1805.935396] env[62105]: _type = "Task" [ 1805.935396] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.939208] env[62105]: DEBUG nova.compute.manager [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.939427] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.939707] env[62105]: DEBUG oslo_vmware.api [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904168, 'name': PowerOffVM_Task, 'duration_secs': 0.379796} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.945714] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74864d5d-ab32-4209-8506-f4e78b7f50f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.948320] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.948494] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.948781] env[62105]: DEBUG oslo_vmware.api [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904169, 'name': ReconfigVM_Task, 'duration_secs': 0.160343} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.949350] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de33ab56-2901-49d3-ae87-3f46f211eeb0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.950726] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393061', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'name': 'volume-34fe52de-1d0c-4007-a841-9b9ef08ec920', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1293e5d9-934a-426a-9109-d930ad5e9c57', 'attached_at': '', 'detached_at': '', 'volume_id': '34fe52de-1d0c-4007-a841-9b9ef08ec920', 'serial': '34fe52de-1d0c-4007-a841-9b9ef08ec920'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1805.967206] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.973244] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904170, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.973564] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1805.974346] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-995e2862-ac49-40c7-9f41-19153092e0c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.981472] env[62105]: DEBUG oslo_vmware.api [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1805.981472] env[62105]: value = "task-1904174" [ 1805.981472] env[62105]: _type = "Task" [ 1805.981472] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.992830] env[62105]: DEBUG oslo_vmware.api [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1904174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.251701] env[62105]: DEBUG nova.network.neutron [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Successfully created port: 917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.322223] env[62105]: DEBUG nova.network.neutron [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.363129] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.367991] env[62105]: DEBUG oslo_concurrency.lockutils [None req-589fc170-9215-41f8-971e-ddb6da4bf239 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.369328] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.826s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.371039] env[62105]: INFO nova.compute.claims [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.450905] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904172, 'name': ReconfigVM_Task, 'duration_secs': 0.493218} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.453964] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Reconfigured VM instance instance-0000005c to attach disk [datastore2] f825f6bf-671d-49f7-ab41-7fa895325044/f825f6bf-671d-49f7-ab41-7fa895325044.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.454915] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b223b0dc-a1b7-4c61-af2e-47d5baf90298 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.461475] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904170, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.462777] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1806.462777] env[62105]: value = "task-1904175" [ 1806.462777] env[62105]: _type = "Task" [ 1806.462777] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.470243] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904175, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.490579] env[62105]: DEBUG oslo_vmware.api [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1904174, 'name': PowerOffVM_Task, 'duration_secs': 0.218018} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.490875] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1806.491071] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1806.491340] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fa39b80-f569-41f3-a9ae-cb4269bfd31a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.508142] env[62105]: DEBUG nova.objects.instance [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'flavor' on Instance uuid 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.576050] env[62105]: DEBUG nova.network.neutron [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Updating instance_info_cache with network_info: [{"id": "f155f346-1563-4a08-b218-5462f056ee50", "address": "fa:16:3e:85:7d:89", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf155f346-15", "ovs_interfaceid": "f155f346-1563-4a08-b218-5462f056ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.647215] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1806.647215] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1806.647215] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Deleting the datastore file [datastore1] 60ae2246-7dad-456e-b03d-7d99c620f36a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.649884] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be9d63fd-6160-4bba-aa37-8a26e310d73d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.654676] env[62105]: DEBUG oslo_vmware.api [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for the task: (returnval){ [ 1806.654676] env[62105]: value = "task-1904177" [ 1806.654676] env[62105]: _type = "Task" [ 1806.654676] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.663030] env[62105]: DEBUG oslo_vmware.api [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1904177, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.961868] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904170, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.974998] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904175, 'name': Rename_Task, 'duration_secs': 0.16418} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.974998] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1806.974998] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade8ca14-19ef-4be0-8ceb-ec72991ebf5c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.981448] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1806.981448] env[62105]: value = "task-1904178" [ 1806.981448] env[62105]: _type = "Task" [ 1806.981448] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.993684] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.079226] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.079624] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Instance network_info: |[{"id": "f155f346-1563-4a08-b218-5462f056ee50", "address": "fa:16:3e:85:7d:89", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf155f346-15", "ovs_interfaceid": "f155f346-1563-4a08-b218-5462f056ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1807.080119] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:7d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f155f346-1563-4a08-b218-5462f056ee50', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.093118] env[62105]: DEBUG oslo.service.loopingcall [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.093855] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.094167] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-100b1088-d9fb-4b0d-aa2d-859dbe9cbf91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.120023] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.120023] env[62105]: value = "task-1904179" [ 1807.120023] env[62105]: _type = "Task" [ 1807.120023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.129415] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904179, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.169469] env[62105]: DEBUG oslo_vmware.api [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Task: {'id': task-1904177, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261092} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.169897] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.170240] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1807.170560] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1807.170865] env[62105]: INFO nova.compute.manager [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1807.171282] env[62105]: DEBUG oslo.service.loopingcall [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.171595] env[62105]: DEBUG nova.compute.manager [-] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1807.171758] env[62105]: DEBUG nova.network.neutron [-] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.232893] env[62105]: DEBUG nova.compute.manager [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Received event network-changed-f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1807.233242] env[62105]: DEBUG nova.compute.manager [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Refreshing instance network info cache due to event network-changed-f155f346-1563-4a08-b218-5462f056ee50. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1807.233505] env[62105]: DEBUG oslo_concurrency.lockutils [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] Acquiring lock "refresh_cache-b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.233655] env[62105]: DEBUG oslo_concurrency.lockutils [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] Acquired lock "refresh_cache-b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.233819] env[62105]: DEBUG nova.network.neutron [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Refreshing network info cache for port f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.376481] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.411769] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.412038] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.412215] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.412403] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.412546] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.412692] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.412933] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.413118] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.413297] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.413465] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.413634] env[62105]: DEBUG nova.virt.hardware [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.414561] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6901c72-e493-4c39-8bc4-e81837e37bac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.423168] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d050e-1abf-4d6c-adcb-e944a4dec683 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.461223] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904170, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.846222} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.463815] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1807.464046] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1807.464549] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbca44a-b139-4850-a288-3cb5de5a2b2d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.471765] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1807.471765] env[62105]: value = "task-1904180" [ 1807.471765] env[62105]: _type = "Task" [ 1807.471765] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.482784] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.493327] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904178, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.519308] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90b92f73-43a8-4bc7-a0c3-26d8550bfeeb tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.633899] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904179, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.654488] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad5ecf-2d55-7776-431a-f1de8b4a7ef9/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1807.655734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c389b7-f030-4abb-8de0-bdefe44ab67d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.660888] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda5ee7b-73d6-49ae-a2da-56e76504eb24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.668383] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad5ecf-2d55-7776-431a-f1de8b4a7ef9/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1807.668768] env[62105]: ERROR oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad5ecf-2d55-7776-431a-f1de8b4a7ef9/disk-0.vmdk due to incomplete transfer. [ 1807.670958] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9163cff6-3520-410f-a64b-00329edee425 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.677371] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b501c777-fc9c-4473-8e86-bbfde091765a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.712509] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc8e45-182f-4a84-8447-b778b90da5a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.715145] env[62105]: DEBUG oslo_vmware.rw_handles [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ad5ecf-2d55-7776-431a-f1de8b4a7ef9/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1807.715484] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Uploaded image 40d4dc43-2be0-4dc6-87da-701b58b49a18 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1807.718011] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1807.718308] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0882d66-f8f4-4979-b156-3b9b575b26cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.726558] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970dc9eb-5984-4382-bbcf-3501a491c300 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.731917] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1807.731917] env[62105]: value = "task-1904181" [ 1807.731917] env[62105]: _type = "Task" [ 1807.731917] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.747304] env[62105]: DEBUG nova.compute.provider_tree [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.753299] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904181, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.987025] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117231} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.987025] env[62105]: DEBUG nova.network.neutron [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Successfully updated port: 917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1807.987399] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1807.996245] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfaf61c-5de4-474a-a796-280f6e08037d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.011331] env[62105]: DEBUG oslo_vmware.api [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904178, 'name': PowerOnVM_Task, 'duration_secs': 0.710073} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.020679] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.021149] env[62105]: INFO nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1808.021304] env[62105]: DEBUG nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.032235] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1808.033505] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d010e-d651-48c8-8018-c02c8c61691d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.037714] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdffc181-40e1-476f-a561-22ed7a1ce420 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.066239] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1808.066239] env[62105]: value = "task-1904182" [ 1808.066239] env[62105]: _type = "Task" [ 1808.066239] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.075172] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.129502] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904179, 'name': CreateVM_Task, 'duration_secs': 0.671865} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.129607] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.130334] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.130502] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.130816] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.131082] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77398b04-8f5e-4bad-8e9e-59fd9c13451e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.135427] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1808.135427] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd1445-b87c-a75b-ca7d-7310003bff3f" [ 1808.135427] env[62105]: _type = "Task" [ 1808.135427] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.145198] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd1445-b87c-a75b-ca7d-7310003bff3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.158439] env[62105]: DEBUG nova.network.neutron [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Updated VIF entry in instance network info cache for port f155f346-1563-4a08-b218-5462f056ee50. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.158789] env[62105]: DEBUG nova.network.neutron [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Updating instance_info_cache with network_info: [{"id": "f155f346-1563-4a08-b218-5462f056ee50", "address": "fa:16:3e:85:7d:89", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf155f346-15", "ovs_interfaceid": "f155f346-1563-4a08-b218-5462f056ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.242400] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904181, 'name': Destroy_Task, 'duration_secs': 0.380586} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.242860] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Destroyed the VM [ 1808.243225] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1808.243590] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8021bef6-708e-4e8d-9d71-3aff5443a09a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.251276] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1808.251276] env[62105]: value = "task-1904183" [ 1808.251276] env[62105]: _type = "Task" [ 1808.251276] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.255408] env[62105]: DEBUG nova.scheduler.client.report [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1808.261478] env[62105]: DEBUG nova.network.neutron [-] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.262585] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.335835] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.335982] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.336116] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleting the datastore file [datastore2] fde46d4a-c8b1-4a2a-b899-1868fe8cb809 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.336387] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0703c765-50b5-423d-9c20-f698682419c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.344528] env[62105]: DEBUG oslo_vmware.api [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1808.344528] env[62105]: value = "task-1904184" [ 1808.344528] env[62105]: _type = "Task" [ 1808.344528] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.348798] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.349021] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.349210] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleting the datastore file [datastore2] 96f2b9b0-0d49-4cb6-886a-bd721947abdd {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.349795] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f84cfc0a-8866-462a-9493-669aab1507e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.355796] env[62105]: DEBUG oslo_vmware.api [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.360912] env[62105]: DEBUG oslo_vmware.api [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1808.360912] env[62105]: value = "task-1904185" [ 1808.360912] env[62105]: _type = "Task" [ 1808.360912] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.368609] env[62105]: DEBUG oslo_vmware.api [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.488641] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.488824] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquired lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.488982] env[62105]: DEBUG nova.network.neutron [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.577779] env[62105]: INFO nova.compute.manager [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Took 32.99 seconds to build instance. [ 1808.582510] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904182, 'name': ReconfigVM_Task, 'duration_secs': 0.344144} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.582820] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1808.583565] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db8764c-656c-4ff8-919c-b8718209df65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.590694] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1808.590694] env[62105]: value = "task-1904186" [ 1808.590694] env[62105]: _type = "Task" [ 1808.590694] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.599467] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904186, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.646099] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd1445-b87c-a75b-ca7d-7310003bff3f, 'name': SearchDatastore_Task, 'duration_secs': 0.010732} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.646451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.646692] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.646940] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.647094] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.647310] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.647624] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5286eaff-d3f2-43b5-a770-36e65dc2f7c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.655544] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.655730] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.656960] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0533b9-1f35-4a54-b9e8-40ba0eff0a08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.660947] env[62105]: DEBUG oslo_concurrency.lockutils [req-21fbcf31-4bba-4e4e-9dfb-36621d90d45f req-18d8f3c4-3287-45d0-bd5e-bcb55cf9d07c service nova] Releasing lock "refresh_cache-b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.662462] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1808.662462] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eb22ce-ee5e-f132-193d-097153bd442a" [ 1808.662462] env[62105]: _type = "Task" [ 1808.662462] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.670387] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eb22ce-ee5e-f132-193d-097153bd442a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.761254] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.388159} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.762066] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1808.762066] env[62105]: DEBUG nova.compute.manager [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1808.763029] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0cc0fe-ab74-400d-87c3-8ecb66ab7061 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.765698] env[62105]: INFO nova.compute.manager [-] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Took 1.59 seconds to deallocate network for instance. [ 1808.766435] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.767169] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1808.773159] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.775s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.811413] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.811675] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.811883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.812102] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.812287] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.814469] env[62105]: INFO nova.compute.manager [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Terminating instance [ 1808.855102] env[62105]: DEBUG oslo_vmware.api [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177776} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.855262] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.855389] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.855622] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.855765] env[62105]: INFO nova.compute.manager [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Took 3.55 seconds to destroy the instance on the hypervisor. [ 1808.856754] env[62105]: DEBUG oslo.service.loopingcall [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.856754] env[62105]: DEBUG nova.compute.manager [-] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.856754] env[62105]: DEBUG nova.network.neutron [-] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.868872] env[62105]: DEBUG oslo_vmware.api [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193622} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.869120] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.869300] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.869604] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.869782] env[62105]: INFO nova.compute.manager [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Took 3.50 seconds to destroy the instance on the hypervisor. [ 1808.870037] env[62105]: DEBUG oslo.service.loopingcall [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.870204] env[62105]: DEBUG nova.compute.manager [-] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.870300] env[62105]: DEBUG nova.network.neutron [-] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.058401] env[62105]: DEBUG nova.network.neutron [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.080033] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bf7f0583-6001-491a-921a-e441901aa148 tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "f825f6bf-671d-49f7-ab41-7fa895325044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.494s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.105624] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904186, 'name': Rename_Task, 'duration_secs': 0.139829} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.105922] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1809.106189] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0387681a-a8c6-4b8e-acaa-8fe39ab8de47 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.112885] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1809.112885] env[62105]: value = "task-1904187" [ 1809.112885] env[62105]: _type = "Task" [ 1809.112885] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.121106] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.177230] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52eb22ce-ee5e-f132-193d-097153bd442a, 'name': SearchDatastore_Task, 'duration_secs': 0.012021} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.178636] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ba1461-4d66-427a-8f03-40ebbe525683 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.185785] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1809.185785] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c28941-7eba-c901-2591-3f3edb3e96a4" [ 1809.185785] env[62105]: _type = "Task" [ 1809.185785] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.197103] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c28941-7eba-c901-2591-3f3edb3e96a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.277269] env[62105]: DEBUG nova.compute.utils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1809.281931] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1809.282132] env[62105]: DEBUG nova.network.neutron [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1809.290282] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.296172] env[62105]: INFO nova.compute.manager [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Shelve offloading [ 1809.317935] env[62105]: DEBUG nova.compute.manager [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1809.318206] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1809.321025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc5694-beb4-404d-afdb-07907cebdfee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.337853] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.337853] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c4f464-28cd-4476-b120-fdd1d216f2b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.343782] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1809.343782] env[62105]: value = "task-1904188" [ 1809.343782] env[62105]: _type = "Task" [ 1809.343782] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.350181] env[62105]: DEBUG nova.network.neutron [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Updating instance_info_cache with network_info: [{"id": "917b3b61-58b2-406e-a837-cc8857a113e2", "address": "fa:16:3e:7b:fd:e8", "network": {"id": "37f1da5c-b0b4-4537-a070-66c14f3f34ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1073028115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7703d52b4f64391b2dbf155a22b7c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b3b61-58", "ovs_interfaceid": "917b3b61-58b2-406e-a837-cc8857a113e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.357164] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.366454] env[62105]: DEBUG nova.policy [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b96c7523165463c842294f99d328002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b28fd6a85f8e4e069f87593a7d6ddb50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1809.377175] env[62105]: DEBUG nova.compute.manager [req-f7153e47-15ad-4a8f-9ab9-1195f7628965 req-02b96d2f-770f-4e6e-b294-247866f05bfa service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Received event network-vif-deleted-7c145603-b017-4ea1-a272-f0e4c4acce3a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1809.377384] env[62105]: INFO nova.compute.manager [req-f7153e47-15ad-4a8f-9ab9-1195f7628965 req-02b96d2f-770f-4e6e-b294-247866f05bfa service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Neutron deleted interface 7c145603-b017-4ea1-a272-f0e4c4acce3a; detaching it from the instance and deleting it from the info cache [ 1809.377688] env[62105]: DEBUG nova.network.neutron [req-f7153e47-15ad-4a8f-9ab9-1195f7628965 req-02b96d2f-770f-4e6e-b294-247866f05bfa service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.382448] env[62105]: DEBUG nova.compute.manager [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Received event network-vif-deleted-f477b621-1616-462e-a762-e46937c5f234 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1809.382646] env[62105]: DEBUG nova.compute.manager [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Received event network-vif-plugged-917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1809.383050] env[62105]: DEBUG oslo_concurrency.lockutils [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] Acquiring lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.383429] env[62105]: DEBUG oslo_concurrency.lockutils [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.383613] env[62105]: DEBUG oslo_concurrency.lockutils [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.383875] env[62105]: DEBUG nova.compute.manager [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] No waiting events found dispatching network-vif-plugged-917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1809.384075] env[62105]: WARNING nova.compute.manager [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Received unexpected event network-vif-plugged-917b3b61-58b2-406e-a837-cc8857a113e2 for instance with vm_state building and task_state spawning. [ 1809.384310] env[62105]: DEBUG nova.compute.manager [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Received event network-changed-917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1809.384491] env[62105]: DEBUG nova.compute.manager [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Refreshing instance network info cache due to event network-changed-917b3b61-58b2-406e-a837-cc8857a113e2. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1809.384655] env[62105]: DEBUG oslo_concurrency.lockutils [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] Acquiring lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.552756] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab81b0a-eb6b-4d86-a85a-f6cfcab7a04b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.560428] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65796a9-04a1-4a43-bdbe-61cdd79be34e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.591557] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6f00a-f968-497d-8a4b-8e2d80174f6e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.599781] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184651f2-6769-4f27-b557-3f4afe4e7a38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.614042] env[62105]: DEBUG nova.compute.provider_tree [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.624913] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904187, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.673016] env[62105]: DEBUG nova.network.neutron [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Successfully created port: 7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1809.696826] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c28941-7eba-c901-2591-3f3edb3e96a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012747} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.697091] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.697359] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2/b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.697623] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9de7e165-131a-496e-9f9e-2e6cdcda1249 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.705076] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1809.705076] env[62105]: value = "task-1904189" [ 1809.705076] env[62105]: _type = "Task" [ 1809.705076] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.712530] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.720932] env[62105]: DEBUG nova.network.neutron [-] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.794459] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1809.804018] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1809.804018] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db9a7b42-35d8-4f97-ad2c-cbb2c21fda6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.808043] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1809.808043] env[62105]: value = "task-1904190" [ 1809.808043] env[62105]: _type = "Task" [ 1809.808043] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.818789] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1809.819013] env[62105]: DEBUG nova.compute.manager [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1809.819831] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2c1d1b-25f7-442c-bd34-dcd7169a036e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.829028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.829143] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.829420] env[62105]: DEBUG nova.network.neutron [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.830505] env[62105]: DEBUG nova.network.neutron [-] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.853930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Releasing lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.854356] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Instance network_info: |[{"id": "917b3b61-58b2-406e-a837-cc8857a113e2", "address": "fa:16:3e:7b:fd:e8", "network": {"id": "37f1da5c-b0b4-4537-a070-66c14f3f34ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1073028115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7703d52b4f64391b2dbf155a22b7c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b3b61-58", "ovs_interfaceid": "917b3b61-58b2-406e-a837-cc8857a113e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1809.854667] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904188, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.854999] env[62105]: DEBUG oslo_concurrency.lockutils [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] Acquired lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.855303] env[62105]: DEBUG nova.network.neutron [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Refreshing network info cache for port 917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1809.856630] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:fd:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917b3b61-58b2-406e-a837-cc8857a113e2', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1809.863911] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Creating folder: Project (b7703d52b4f64391b2dbf155a22b7c32). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.866590] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3354c35d-c180-4a49-8ca8-20cfe61da3b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.877584] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Created folder: Project (b7703d52b4f64391b2dbf155a22b7c32) in parent group-v392807. [ 1809.877768] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Creating folder: Instances. Parent ref: group-v393073. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1809.877999] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d5fac21-420c-47b6-9c27-b0933938ab19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.886068] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Created folder: Instances in parent group-v393073. [ 1809.886296] env[62105]: DEBUG oslo.service.loopingcall [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.886488] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1809.886681] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fb4d53e-d9ad-4f04-9069-a9d1dc8dfdf5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.903778] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-865e21f6-ce2b-4197-9adb-d7bee5a57bc9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.913040] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2bc8c-649e-4985-b01b-bd2d56d9c722 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.923568] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1809.923568] env[62105]: value = "task-1904193" [ 1809.923568] env[62105]: _type = "Task" [ 1809.923568] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.938883] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904193, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.951477] env[62105]: DEBUG nova.compute.manager [req-f7153e47-15ad-4a8f-9ab9-1195f7628965 req-02b96d2f-770f-4e6e-b294-247866f05bfa service nova] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Detach interface failed, port_id=7c145603-b017-4ea1-a272-f0e4c4acce3a, reason: Instance fde46d4a-c8b1-4a2a-b899-1868fe8cb809 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1810.118805] env[62105]: DEBUG nova.scheduler.client.report [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1810.129304] env[62105]: DEBUG oslo_vmware.api [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904187, 'name': PowerOnVM_Task, 'duration_secs': 0.516885} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.130156] env[62105]: DEBUG nova.network.neutron [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Updated VIF entry in instance network info cache for port 917b3b61-58b2-406e-a837-cc8857a113e2. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1810.130529] env[62105]: DEBUG nova.network.neutron [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Updating instance_info_cache with network_info: [{"id": "917b3b61-58b2-406e-a837-cc8857a113e2", "address": "fa:16:3e:7b:fd:e8", "network": {"id": "37f1da5c-b0b4-4537-a070-66c14f3f34ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1073028115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7703d52b4f64391b2dbf155a22b7c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b3b61-58", "ovs_interfaceid": "917b3b61-58b2-406e-a837-cc8857a113e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.131745] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1810.131954] env[62105]: INFO nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1810.132173] env[62105]: DEBUG nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1810.133539] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d031496-5656-41ec-a9f4-b0f576bf968c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.218169] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.223771] env[62105]: INFO nova.compute.manager [-] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Took 1.37 seconds to deallocate network for instance. [ 1810.338145] env[62105]: INFO nova.compute.manager [-] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Took 1.47 seconds to deallocate network for instance. [ 1810.354017] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904188, 'name': PowerOffVM_Task, 'duration_secs': 0.514362} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.354017] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.354017] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.354232] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04e05c10-4298-4bc4-acfc-6d7bc8cd0373 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.432853] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904193, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.527927] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1810.528171] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1810.528350] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Deleting the datastore file [datastore1] 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1810.528624] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c175063-f96a-4511-b125-fdc4b8a3c05d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.539751] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for the task: (returnval){ [ 1810.539751] env[62105]: value = "task-1904195" [ 1810.539751] env[62105]: _type = "Task" [ 1810.539751] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.549999] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.581425] env[62105]: DEBUG nova.network.neutron [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2560d1d-a1", "ovs_interfaceid": "e2560d1d-a128-4dca-b360-16a07751d81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.633803] env[62105]: DEBUG oslo_concurrency.lockutils [req-c9f54f29-4e66-4cef-918c-44c962af3595 req-c7bed594-e7d6-4d3c-949a-e0b22afee489 service nova] Releasing lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.650057] env[62105]: INFO nova.compute.manager [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Took 29.91 seconds to build instance. [ 1810.714823] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552147} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.715100] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2/b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1810.715400] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1810.715672] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-310f38a5-9b3c-4c8b-bf35-e8eaf9472f9a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.722711] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1810.722711] env[62105]: value = "task-1904196" [ 1810.722711] env[62105]: _type = "Task" [ 1810.722711] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.730756] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.735763] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.804023] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1810.831325] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1810.831571] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.831730] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1810.831913] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.832073] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1810.832244] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1810.832469] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1810.832633] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1810.832797] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1810.832955] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1810.833142] env[62105]: DEBUG nova.virt.hardware [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1810.833987] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a8724-3d2e-499c-865f-79e03fbc1ef6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.842169] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab6309-64b5-4880-872b-79456f9e4545 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.846736] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.933937] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904193, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.052385] env[62105]: DEBUG oslo_vmware.api [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Task: {'id': task-1904195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404224} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.052733] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1811.052960] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1811.053213] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1811.053420] env[62105]: INFO nova.compute.manager [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1811.053689] env[62105]: DEBUG oslo.service.loopingcall [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.053887] env[62105]: DEBUG nova.compute.manager [-] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1811.053984] env[62105]: DEBUG nova.network.neutron [-] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1811.084501] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.132075] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.139032] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.845s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.139032] env[62105]: DEBUG nova.objects.instance [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lazy-loading 'resources' on Instance uuid 60ae2246-7dad-456e-b03d-7d99c620f36a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1811.152104] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a0709830-44a4-4eff-9c75-00aa31d4f716 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "a63f3e54-c80e-4100-af36-e127a51e3298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.422s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.238861] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172282} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.239257] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.240452] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823ae362-81d5-4d7b-8ba2-cc746a797f1c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.275434] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2/b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.275865] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7790eff6-1f51-4b33-9d1c-2147693a8559 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.301615] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1811.301615] env[62105]: value = "task-1904197" [ 1811.301615] env[62105]: _type = "Task" [ 1811.301615] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.313247] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.437069] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904193, 'name': CreateVM_Task, 'duration_secs': 1.034386} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.437302] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1811.438171] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.438171] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.438594] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1811.438886] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c1fdf39-bc40-4d7f-8744-a4f47d6a041f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.443752] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1811.443752] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b9eea-0b87-a50b-46db-7ee3979f6c1f" [ 1811.443752] env[62105]: _type = "Task" [ 1811.443752] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.452145] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b9eea-0b87-a50b-46db-7ee3979f6c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.459480] env[62105]: DEBUG nova.network.neutron [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Successfully updated port: 7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.593641] env[62105]: DEBUG nova.compute.manager [req-67bfa288-7a79-4026-a89d-0849015c9ca1 req-bab6b2cb-8267-4517-b71e-a7ab80d6d1e7 service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Received event network-vif-plugged-7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1811.594139] env[62105]: DEBUG oslo_concurrency.lockutils [req-67bfa288-7a79-4026-a89d-0849015c9ca1 req-bab6b2cb-8267-4517-b71e-a7ab80d6d1e7 service nova] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.594311] env[62105]: DEBUG oslo_concurrency.lockutils [req-67bfa288-7a79-4026-a89d-0849015c9ca1 req-bab6b2cb-8267-4517-b71e-a7ab80d6d1e7 service nova] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.594452] env[62105]: DEBUG oslo_concurrency.lockutils [req-67bfa288-7a79-4026-a89d-0849015c9ca1 req-bab6b2cb-8267-4517-b71e-a7ab80d6d1e7 service nova] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.594631] env[62105]: DEBUG nova.compute.manager [req-67bfa288-7a79-4026-a89d-0849015c9ca1 req-bab6b2cb-8267-4517-b71e-a7ab80d6d1e7 service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] No waiting events found dispatching network-vif-plugged-7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1811.594799] env[62105]: WARNING nova.compute.manager [req-67bfa288-7a79-4026-a89d-0849015c9ca1 req-bab6b2cb-8267-4517-b71e-a7ab80d6d1e7 service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Received unexpected event network-vif-plugged-7666e34b-76f9-4c13-a604-a21f5402f626 for instance with vm_state building and task_state spawning. [ 1811.614843] env[62105]: DEBUG nova.compute.manager [req-fcdedc39-a3b8-45b4-aa10-4ba2c300559f req-9f0c4b4f-1de6-4908-b273-e66eb1d220b1 service nova] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Received event network-vif-deleted-bfc86376-8837-4b24-ab91-6f1bdbbff09d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1811.667238] env[62105]: INFO nova.compute.manager [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Rebuilding instance [ 1811.705762] env[62105]: INFO nova.scheduler.client.report [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocation for migration 70f7d027-1684-4a39-bd84-c33f60846200 [ 1811.732614] env[62105]: DEBUG nova.compute.manager [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1811.733854] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2655186a-09e8-4817-b534-1afb760214e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.814182] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.867303] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "f825f6bf-671d-49f7-ab41-7fa895325044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.867566] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "f825f6bf-671d-49f7-ab41-7fa895325044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.867770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "f825f6bf-671d-49f7-ab41-7fa895325044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.867954] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "f825f6bf-671d-49f7-ab41-7fa895325044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.868192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "f825f6bf-671d-49f7-ab41-7fa895325044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.870450] env[62105]: INFO nova.compute.manager [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Terminating instance [ 1811.928106] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6b6f57-4093-4eb2-b8bd-2af75b29a65e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.936505] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc05079-58cc-43fb-990e-394f3ba8992d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.976106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.976280] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.976435] env[62105]: DEBUG nova.network.neutron [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.981122] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff5852-a96b-443f-bd8e-fc36a940609b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.996283] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9055bf-b7bd-4364-91ef-eec02e8fd17c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.004139] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520b9eea-0b87-a50b-46db-7ee3979f6c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.046057} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.004525] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.004799] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1812.005073] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.005213] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.005644] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1812.006060] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81451df9-4a69-4c2b-8a14-b97dadf83a92 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.016174] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1812.024246] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1812.024812] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1812.025374] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476c28c5-e073-4a1f-b762-a92f2f15f00b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.031190] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1812.031190] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa40e3-c2b1-6cb3-e792-f0b334daad15" [ 1812.031190] env[62105]: _type = "Task" [ 1812.031190] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.041133] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa40e3-c2b1-6cb3-e792-f0b334daad15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.044275] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.045217] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a564f0a4-140d-4f52-9eeb-10df083a8a83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.051707] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.051961] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0544a0ee-5278-4239-bb7f-3fcb311a15d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.214683] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0b19a91a-8d17-4f53-a780-4487043fd316 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.604s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.311883] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904197, 'name': ReconfigVM_Task, 'duration_secs': 0.87814} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.312229] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2/b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.312914] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd6f184-99fa-4106-a8fe-952dfaf04781 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.319134] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1812.319134] env[62105]: value = "task-1904199" [ 1812.319134] env[62105]: _type = "Task" [ 1812.319134] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.328483] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "83944028-37d1-4e50-8b32-4fbb948b47be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.328900] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "83944028-37d1-4e50-8b32-4fbb948b47be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.328984] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "83944028-37d1-4e50-8b32-4fbb948b47be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.329196] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "83944028-37d1-4e50-8b32-4fbb948b47be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.329397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "83944028-37d1-4e50-8b32-4fbb948b47be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.331031] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904199, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.334654] env[62105]: INFO nova.compute.manager [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Terminating instance [ 1812.374888] env[62105]: DEBUG nova.compute.manager [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.374888] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.375756] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2e805d-651b-4691-a7f3-62394506a8fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.384624] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.384803] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ec22e3-acca-4653-99da-ec88fe4d1fdd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.392215] env[62105]: DEBUG oslo_vmware.api [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1812.392215] env[62105]: value = "task-1904200" [ 1812.392215] env[62105]: _type = "Task" [ 1812.392215] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.402173] env[62105]: DEBUG oslo_vmware.api [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.502118] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.502118] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.502118] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleting the datastore file [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.502118] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1485486f-3c88-456c-a1de-4d3df4b5523c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.508614] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1812.508614] env[62105]: value = "task-1904201" [ 1812.508614] env[62105]: _type = "Task" [ 1812.508614] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.517265] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.522323] env[62105]: DEBUG nova.network.neutron [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.537880] env[62105]: ERROR nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [req-362fad75-42ad-45e1-8fff-0d7a9d09d90a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-362fad75-42ad-45e1-8fff-0d7a9d09d90a"}]} [ 1812.545699] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fa40e3-c2b1-6cb3-e792-f0b334daad15, 'name': SearchDatastore_Task, 'duration_secs': 0.017996} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.549347] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3fc018-7997-46e8-8103-859d818c1dda {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.555744] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1812.555744] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52778ff7-ee1e-dbb1-189c-2d133125c451" [ 1812.555744] env[62105]: _type = "Task" [ 1812.555744] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.560838] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1812.568989] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52778ff7-ee1e-dbb1-189c-2d133125c451, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.569285] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.569557] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 85551c2a-e588-4ee1-bf83-c9e9c9c3a086/85551c2a-e588-4ee1-bf83-c9e9c9c3a086.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.569819] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f39e5b-9cc0-4506-9cfc-da6530da5efb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.577396] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1812.577396] env[62105]: value = "task-1904202" [ 1812.577396] env[62105]: _type = "Task" [ 1812.577396] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.585823] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1812.586147] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1812.593712] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.605093] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1812.605093] env[62105]: DEBUG nova.network.neutron [-] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.639463] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1812.714789] env[62105]: DEBUG nova.network.neutron [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.755566] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.756313] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189a30f0-3b8d-4af8-a2a5-e95feeef6b65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.765304] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1812.765304] env[62105]: value = "task-1904203" [ 1812.765304] env[62105]: _type = "Task" [ 1812.765304] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.779425] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.833264] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904199, 'name': Rename_Task, 'duration_secs': 0.150497} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.836993] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.837689] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-548d7c97-62c7-48a7-b847-ddda0c116acd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.840546] env[62105]: DEBUG nova.compute.manager [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.840755] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.841593] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d6fc26-7306-41a2-9c29-5b749f70fa22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.850643] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.852539] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d4977e-b776-4111-990b-1bda33693152 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.854958] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1812.854958] env[62105]: value = "task-1904204" [ 1812.854958] env[62105]: _type = "Task" [ 1812.854958] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.864782] env[62105]: DEBUG oslo_vmware.api [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1812.864782] env[62105]: value = "task-1904205" [ 1812.864782] env[62105]: _type = "Task" [ 1812.864782] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.869153] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.886023] env[62105]: DEBUG oslo_vmware.api [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.908673] env[62105]: DEBUG oslo_vmware.api [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904200, 'name': PowerOffVM_Task, 'duration_secs': 0.212432} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.908673] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.908847] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.909164] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf1ae9c4-dedc-42b3-aef2-f784f66758c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.963947] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7783d4ba-d87a-484c-a7b1-1ad9870251d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.976878] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d2e61-b951-4ea0-b62f-d89e80b1ee3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.018137] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e597beeb-5e9a-4249-8260-8712aaf19752 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.022833] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.027025] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.027025] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Deleting the datastore file [datastore2] f825f6bf-671d-49f7-ab41-7fa895325044 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.027025] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480d7abc-704f-4de2-b083-850febaff049 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.035121] env[62105]: DEBUG oslo_vmware.api [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154874} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.036028] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.036301] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.036492] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.039846] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0c0ce-a49e-432e-8983-654d983cf526 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.047163] env[62105]: DEBUG oslo_vmware.api [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for the task: (returnval){ [ 1813.047163] env[62105]: value = "task-1904207" [ 1813.047163] env[62105]: _type = "Task" [ 1813.047163] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.062088] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.068926] env[62105]: DEBUG oslo_vmware.api [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.077903] env[62105]: INFO nova.scheduler.client.report [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted allocations for instance e62fa20c-62e8-43b4-b7c9-3738cbe3930f [ 1813.091450] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904202, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.108557] env[62105]: INFO nova.compute.manager [-] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Took 2.05 seconds to deallocate network for instance. [ 1813.214665] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.214958] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.215337] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.215484] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.215723] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.217555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.217836] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Instance network_info: |[{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1813.218857] env[62105]: INFO nova.compute.manager [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Terminating instance [ 1813.219783] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:71:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7666e34b-76f9-4c13-a604-a21f5402f626', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1813.228299] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating folder: Project (b28fd6a85f8e4e069f87593a7d6ddb50). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.229827] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f2423d-74a1-4c60-9bdd-02eb087fc07c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.241913] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created folder: Project (b28fd6a85f8e4e069f87593a7d6ddb50) in parent group-v392807. [ 1813.242212] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating folder: Instances. Parent ref: group-v393076. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1813.242564] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2511c45-a4f5-4db9-8e4a-b3d9152a303e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.252675] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created folder: Instances in parent group-v393076. [ 1813.252890] env[62105]: DEBUG oslo.service.loopingcall [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.253366] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1813.253598] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e13b6cda-2a35-44a7-b8ec-bd37be6f7ece {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.278110] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904203, 'name': PowerOffVM_Task, 'duration_secs': 0.250869} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.279360] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.279619] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.279940] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1813.279940] env[62105]: value = "task-1904210" [ 1813.279940] env[62105]: _type = "Task" [ 1813.279940] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.280645] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688ebe3-a44e-46df-a89b-0c1c3bdb2bb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.291111] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904210, 'name': CreateVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.293171] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.293392] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55065a79-70d8-4c41-9934-cca83b362bf7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.320292] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1813.320540] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1813.320795] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Deleting the datastore file [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1813.321150] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f716615d-02d7-4bf2-90be-11a6385b6233 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.327843] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1813.327843] env[62105]: value = "task-1904212" [ 1813.327843] env[62105]: _type = "Task" [ 1813.327843] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.336263] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.367898] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.378060] env[62105]: DEBUG oslo_vmware.api [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904205, 'name': PowerOffVM_Task, 'duration_secs': 0.221577} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.378367] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1813.378540] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1813.378781] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41864fdc-7f97-46d7-9214-41b0e2ba739c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.556986] env[62105]: DEBUG oslo_vmware.api [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Task: {'id': task-1904207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273593} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.557303] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.557491] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.557693] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.557842] env[62105]: INFO nova.compute.manager [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1813.558101] env[62105]: DEBUG oslo.service.loopingcall [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.558298] env[62105]: DEBUG nova.compute.manager [-] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1813.558397] env[62105]: DEBUG nova.network.neutron [-] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1813.583225] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.587514] env[62105]: ERROR nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [req-8eae3ae2-724c-4c0d-9c1b-a3e537fc09cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8eae3ae2-724c-4c0d-9c1b-a3e537fc09cd"}]} [ 1813.598603] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53143} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.598882] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 85551c2a-e588-4ee1-bf83-c9e9c9c3a086/85551c2a-e588-4ee1-bf83-c9e9c9c3a086.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.599099] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.601394] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0b24bfb-23e1-4d9d-bece-19309e8cc0f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.606582] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1813.606582] env[62105]: value = "task-1904214" [ 1813.606582] env[62105]: _type = "Task" [ 1813.606582] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.607172] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1813.617869] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.618261] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904214, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.621106] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1813.621309] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1813.628693] env[62105]: DEBUG nova.compute.manager [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Received event network-changed-7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1813.628946] env[62105]: DEBUG nova.compute.manager [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Refreshing instance network info cache due to event network-changed-7666e34b-76f9-4c13-a604-a21f5402f626. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1813.629106] env[62105]: DEBUG oslo_concurrency.lockutils [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.629250] env[62105]: DEBUG oslo_concurrency.lockutils [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.629409] env[62105]: DEBUG nova.network.neutron [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Refreshing network info cache for port 7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.634927] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1813.645113] env[62105]: DEBUG nova.compute.manager [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-vif-unplugged-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1813.645497] env[62105]: DEBUG oslo_concurrency.lockutils [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.645679] env[62105]: DEBUG oslo_concurrency.lockutils [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.645856] env[62105]: DEBUG oslo_concurrency.lockutils [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.646039] env[62105]: DEBUG nova.compute.manager [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] No waiting events found dispatching network-vif-unplugged-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.646215] env[62105]: WARNING nova.compute.manager [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received unexpected event network-vif-unplugged-e2560d1d-a128-4dca-b360-16a07751d81e for instance with vm_state shelved_offloaded and task_state None. [ 1813.646374] env[62105]: DEBUG nova.compute.manager [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1813.646524] env[62105]: DEBUG nova.compute.manager [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing instance network info cache due to event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1813.646708] env[62105]: DEBUG oslo_concurrency.lockutils [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.646882] env[62105]: DEBUG oslo_concurrency.lockutils [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.647127] env[62105]: DEBUG nova.network.neutron [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1813.653198] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1813.732919] env[62105]: DEBUG nova.compute.manager [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1813.733135] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1813.733977] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86271c8-b188-4946-b1d5-bbcb1c9b6e38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.742916] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1813.743182] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3947eb1d-7635-4391-9d97-ebe9f4d6f8f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.749551] env[62105]: DEBUG oslo_vmware.api [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1813.749551] env[62105]: value = "task-1904215" [ 1813.749551] env[62105]: _type = "Task" [ 1813.749551] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.761361] env[62105]: DEBUG oslo_vmware.api [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.792510] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904210, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.837575] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473656} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.837575] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.837778] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.837874] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.871357] env[62105]: DEBUG oslo_vmware.api [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904204, 'name': PowerOnVM_Task, 'duration_secs': 0.696219} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.871777] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.872070] env[62105]: INFO nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1813.872347] env[62105]: DEBUG nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.873304] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039907a-288f-49b5-b7f1-5950e112c5b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.894896] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6691b84b-870e-40e8-be8c-7d2386d6b25a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.904830] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a1c5a-f21f-4360-ace7-0da69e81a26a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.942018] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851c730b-f1e5-4ad4-b2c6-5bc84a6705a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.952178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4468cea5-c527-4699-b431-9014eabea427 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.966843] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.118983] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904214, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073933} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.119275] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1814.120086] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632779b9-8c2e-490b-ad08-2ace02d51b1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.143944] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 85551c2a-e588-4ee1-bf83-c9e9c9c3a086/85551c2a-e588-4ee1-bf83-c9e9c9c3a086.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1814.145088] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e5dfd47-c946-4eea-8a7a-0ca9c02a43db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.166931] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1814.166931] env[62105]: value = "task-1904216" [ 1814.166931] env[62105]: _type = "Task" [ 1814.166931] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.175369] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.179259] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "50f95d5e-4ea6-4761-b952-0458ae56776a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.179704] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.260517] env[62105]: DEBUG oslo_vmware.api [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904215, 'name': PowerOffVM_Task, 'duration_secs': 0.188514} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.260831] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1814.261179] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1814.261179] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ac24eb-ba45-4fdf-a24e-d5bd4217bd63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.300086] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904210, 'name': CreateVM_Task, 'duration_secs': 0.724023} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.300292] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.300914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.301092] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.301427] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.301949] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afae6d2a-c735-4b3b-b649-34f792952dc6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.306705] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1814.306705] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52904cb6-652e-01d1-cb30-e79bdd0a009b" [ 1814.306705] env[62105]: _type = "Task" [ 1814.306705] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.190887] env[62105]: DEBUG nova.network.neutron [-] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.201444] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1815.204674] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52904cb6-652e-01d1-cb30-e79bdd0a009b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.204858] env[62105]: WARNING oslo_vmware.common.loopingcall [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] task run outlasted interval by 0.39593 sec [ 1815.219598] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.219851] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.220063] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore2] 351cee2b-620f-4ae0-a61e-5f0e7d310240 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.220319] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.220482] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.220636] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleting the datastore file [datastore2] 83944028-37d1-4e50-8b32-4fbb948b47be {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.221384] env[62105]: INFO nova.compute.manager [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Took 26.74 seconds to build instance. [ 1815.226968] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a952d68-8cc0-4f99-a99d-38063b5d1cda {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.229094] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc21c94-c449-4d7f-8e8d-fe06afaa4bf1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.232946] env[62105]: ERROR nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] [req-dc15ecba-0345-4979-b1a9-17a03d5ea024] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc15ecba-0345-4979-b1a9-17a03d5ea024"}]} [ 1815.234655] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0ce6a5-8ddc-48c4-a2c2-2352ceed8c26 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.244817] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904216, 'name': ReconfigVM_Task, 'duration_secs': 0.809287} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.245521] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 85551c2a-e588-4ee1-bf83-c9e9c9c3a086/85551c2a-e588-4ee1-bf83-c9e9c9c3a086.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.250698] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67ffdc58-df0a-4013-b34b-ec1a2b6e144e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.253374] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52904cb6-652e-01d1-cb30-e79bdd0a009b, 'name': SearchDatastore_Task, 'duration_secs': 0.022174} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.256905] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.257224] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1815.257467] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.257613] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.257782] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1815.258466] env[62105]: DEBUG oslo_vmware.api [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1815.258466] env[62105]: value = "task-1904219" [ 1815.258466] env[62105]: _type = "Task" [ 1815.258466] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.258731] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Suspending the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1815.259069] env[62105]: DEBUG oslo_vmware.api [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1815.259069] env[62105]: value = "task-1904218" [ 1815.259069] env[62105]: _type = "Task" [ 1815.259069] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.259587] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6de078b7-43b9-4053-8540-4ede1b0144d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.261579] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7ed42a73-ada0-45fa-ab3c-005c14e52ffe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.270860] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1815.270860] env[62105]: value = "task-1904220" [ 1815.270860] env[62105]: _type = "Task" [ 1815.270860] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.272053] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1815.284131] env[62105]: DEBUG oslo_vmware.api [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.284905] env[62105]: DEBUG oslo_vmware.api [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.290043] env[62105]: DEBUG oslo_vmware.api [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1815.290043] env[62105]: value = "task-1904221" [ 1815.290043] env[62105]: _type = "Task" [ 1815.290043] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.290366] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1815.290606] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1815.295021] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f230cd-928e-40cd-90f1-42b8e750f9ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.302019] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1815.302019] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.308532] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904220, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.318809] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1815.318809] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5274e863-7b88-19ff-3766-e99eb273a690" [ 1815.318809] env[62105]: _type = "Task" [ 1815.318809] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.319680] env[62105]: DEBUG oslo_vmware.api [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904221, 'name': SuspendVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.324137] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1815.332610] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5274e863-7b88-19ff-3766-e99eb273a690, 'name': SearchDatastore_Task, 'duration_secs': 0.014705} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.333505] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35902da6-fa70-44e7-babf-e6a5f764629f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.339251] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1815.339251] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dfcd06-b98c-dc4f-fe27-6ede1f2a1cf5" [ 1815.339251] env[62105]: _type = "Task" [ 1815.339251] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.350380] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dfcd06-b98c-dc4f-fe27-6ede1f2a1cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.351352] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1815.465576] env[62105]: DEBUG nova.network.neutron [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updated VIF entry in instance network info cache for port 7666e34b-76f9-4c13-a604-a21f5402f626. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.465959] env[62105]: DEBUG nova.network.neutron [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.479817] env[62105]: DEBUG nova.network.neutron [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updated VIF entry in instance network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.479951] env[62105]: DEBUG nova.network.neutron [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape2560d1d-a1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.660689] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d94142-0a53-4371-92a4-344856032780 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.676401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765ef68c-0844-4084-8714-a64b31c5209f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.715416] env[62105]: INFO nova.compute.manager [-] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Took 2.16 seconds to deallocate network for instance. [ 1815.720414] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b861942d-5d59-4a52-ad0f-baf041f0de6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.724618] env[62105]: DEBUG nova.compute.manager [req-9ff619d1-f453-4b3f-8641-2a1574e47cb8 req-9c2a3736-bc46-47e7-80ee-6a71d3efe49e service nova] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Received event network-vif-deleted-7256d70d-aa4b-45f9-a35c-b5dbf674bb35 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1815.730424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.734753] env[62105]: DEBUG oslo_concurrency.lockutils [None req-38549d90-262a-49aa-9695-50882defaa14 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.263s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.739294] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5cb2dc-c39f-4316-bdc1-2f899f867c8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.745372] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.747495] env[62105]: DEBUG nova.objects.instance [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lazy-loading 'flavor' on Instance uuid 7a484483-c67f-40f2-86e5-fd6406abfdf0 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.751011] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1815.751321] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.751538] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1815.751735] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.751886] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1815.752067] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1815.752304] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1815.752486] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1815.752695] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1815.752871] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1815.753073] env[62105]: DEBUG nova.virt.hardware [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1815.754746] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb1831-ed94-4235-87ca-c368414b3d6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.766218] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.782240] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be0811f-1036-44f5-9422-f8b4bca98d21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.794022] env[62105]: DEBUG oslo_vmware.api [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323186} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.794377] env[62105]: DEBUG oslo_vmware.api [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350193} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.795573] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.795766] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.795936] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.796114] env[62105]: INFO nova.compute.manager [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Took 2.96 seconds to destroy the instance on the hypervisor. [ 1815.797349] env[62105]: DEBUG oslo.service.loopingcall [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.797349] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.797349] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.797349] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.797349] env[62105]: INFO nova.compute.manager [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Took 2.06 seconds to destroy the instance on the hypervisor. [ 1815.797610] env[62105]: DEBUG oslo.service.loopingcall [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.810656] env[62105]: DEBUG nova.compute.manager [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.810776] env[62105]: DEBUG nova.network.neutron [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.812343] env[62105]: DEBUG nova.compute.manager [-] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.812440] env[62105]: DEBUG nova.network.neutron [-] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.813812] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904220, 'name': Rename_Task, 'duration_secs': 0.513963} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.814236] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance VIF info [] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.819962] env[62105]: DEBUG oslo.service.loopingcall [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.820193] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.820718] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.821788] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0847a58f-7285-4f23-987a-3aa96120f35e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.823418] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ee252b-e60f-4988-81d8-f19f4123e417 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.838730] env[62105]: DEBUG oslo_vmware.api [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904221, 'name': SuspendVM_Task} progress is 50%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.844500] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1815.844500] env[62105]: value = "task-1904222" [ 1815.844500] env[62105]: _type = "Task" [ 1815.844500] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.849038] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52dfcd06-b98c-dc4f-fe27-6ede1f2a1cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.849231] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.849231] env[62105]: value = "task-1904223" [ 1815.849231] env[62105]: _type = "Task" [ 1815.849231] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.852164] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.852503] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179/ef8b596a-c8b4-408e-b116-41ce53c1e179.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1815.852818] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-299dbd34-a1eb-460c-9816-994aa0ca5a29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.862579] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904222, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.868147] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1815.868147] env[62105]: value = "task-1904224" [ 1815.868147] env[62105]: _type = "Task" [ 1815.868147] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.868613] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904223, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.878475] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.972191] env[62105]: DEBUG oslo_concurrency.lockutils [req-230abd8c-1ef7-49d5-867a-844d81cf62e3 req-da345e62-19ba-4d4c-86f4-e87bb427e81e service nova] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.982995] env[62105]: DEBUG oslo_concurrency.lockutils [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.983391] env[62105]: DEBUG nova.compute.manager [req-c3dc5d1f-0673-41d7-8f2d-1e967e88b7fb req-97fe322a-b961-4d94-8963-303f8e656819 service nova] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Received event network-vif-deleted-e2f196d3-0d96-497a-8a6b-ed5c9490ba68 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1816.232610] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1816.262106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.262422] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.315898] env[62105]: DEBUG oslo_vmware.api [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904221, 'name': SuspendVM_Task, 'duration_secs': 0.833419} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.315898] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Suspended the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1816.315898] env[62105]: DEBUG nova.compute.manager [None req-181a913e-bc62-49b3-a0e1-d13a26fb2dd2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.315898] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dcb073-e9a0-4cd8-9adf-1e34965b2210 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.331011] env[62105]: DEBUG nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1816.331832] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 128 to 129 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1816.332354] env[62105]: DEBUG nova.compute.provider_tree [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1816.366799] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904223, 'name': CreateVM_Task, 'duration_secs': 0.507656} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.372802] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1816.373844] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904222, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.374475] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.375361] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.375361] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1816.379428] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e7f09c6-a07d-4811-ac1e-56e6ee9919ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.385033] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1816.385033] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522b6a52-7a3b-8a89-7b01-6d3b1c27bc68" [ 1816.385033] env[62105]: _type = "Task" [ 1816.385033] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.388625] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.399598] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522b6a52-7a3b-8a89-7b01-6d3b1c27bc68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.803574] env[62105]: DEBUG nova.network.neutron [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.822159] env[62105]: DEBUG nova.network.neutron [-] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.841490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.706s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.849223] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.113s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.849638] env[62105]: DEBUG nova.objects.instance [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lazy-loading 'resources' on Instance uuid fde46d4a-c8b1-4a2a-b899-1868fe8cb809 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1816.859409] env[62105]: DEBUG nova.compute.manager [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1816.859737] env[62105]: DEBUG nova.compute.manager [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing instance network info cache due to event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1816.860237] env[62105]: DEBUG oslo_concurrency.lockutils [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.874687] env[62105]: DEBUG oslo_vmware.api [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904222, 'name': PowerOnVM_Task, 'duration_secs': 0.643266} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.877541] env[62105]: INFO nova.scheduler.client.report [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Deleted allocations for instance 60ae2246-7dad-456e-b03d-7d99c620f36a [ 1816.888836] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.889241] env[62105]: INFO nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1816.889541] env[62105]: DEBUG nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.891796] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637a07e7-61e5-4532-8104-6d95e013963a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.909604] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588484} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.919918] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179/ef8b596a-c8b4-408e-b116-41ce53c1e179.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1816.920334] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1816.921130] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522b6a52-7a3b-8a89-7b01-6d3b1c27bc68, 'name': SearchDatastore_Task, 'duration_secs': 0.037401} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.925898] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e70222f6-696b-4ae9-8fa4-e170a2028f39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.929579] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.930097] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.930489] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.930777] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.931095] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.932697] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198252d5-18c0-439e-b73d-7570e42a5597 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.942267] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1816.942267] env[62105]: value = "task-1904225" [ 1816.942267] env[62105]: _type = "Task" [ 1816.942267] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.948812] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.948812] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.950118] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae62674c-77e0-4618-bd8e-8d69d2030955 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.958778] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.966092] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1816.966092] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275fd29-729b-1f40-f5a9-2178da9ff509" [ 1816.966092] env[62105]: _type = "Task" [ 1816.966092] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.975268] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275fd29-729b-1f40-f5a9-2178da9ff509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.020210] env[62105]: DEBUG nova.network.neutron [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.324798] env[62105]: INFO nova.compute.manager [-] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Took 1.51 seconds to deallocate network for instance. [ 1817.361824] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.362229] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.362505] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.362743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.362928] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.365425] env[62105]: INFO nova.compute.manager [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Terminating instance [ 1817.386025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-795fcb23-f427-4f3c-9697-6cc6d3ff3b96 tempest-ServersV294TestFqdnHostnames-796608186 tempest-ServersV294TestFqdnHostnames-796608186-project-member] Lock "60ae2246-7dad-456e-b03d-7d99c620f36a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.956s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.437843] env[62105]: INFO nova.compute.manager [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Took 27.55 seconds to build instance. [ 1817.456991] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076707} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.457323] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1817.458227] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e56d49d-1b51-4f4a-a5d3-03f5e52498f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.481241] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179/ef8b596a-c8b4-408e-b116-41ce53c1e179.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1817.489247] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b77f6fa-e879-4e3a-b5a4-9de1be0df6b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.511075] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275fd29-729b-1f40-f5a9-2178da9ff509, 'name': SearchDatastore_Task, 'duration_secs': 0.015254} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.512639] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1817.512639] env[62105]: value = "task-1904226" [ 1817.512639] env[62105]: _type = "Task" [ 1817.512639] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.515065] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0214057-3434-47d6-94ee-be1aaf8529a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.522884] env[62105]: INFO nova.compute.manager [-] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Took 1.71 seconds to deallocate network for instance. [ 1817.528526] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1817.528526] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ffaa0-b8b7-acaa-b375-ccee9c60285b" [ 1817.528526] env[62105]: _type = "Task" [ 1817.528526] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.528851] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.543262] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ffaa0-b8b7-acaa-b375-ccee9c60285b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.644372] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63613e1e-16eb-4f21-aef5-590c8d335782 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.652507] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d4f844-5d81-4658-841d-c1074ca686c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.657046] env[62105]: DEBUG nova.network.neutron [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.684917] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc3f12-8a9c-4f1c-b6d1-3c3b41303707 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.693010] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0942be-5f64-4942-88c0-fa8b78055c3f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.709707] env[62105]: DEBUG nova.compute.provider_tree [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.755625] env[62105]: DEBUG nova.compute.manager [req-0effbe4a-24b8-4951-8ba9-f0159930e257 req-a4276ca0-fd6b-4f0c-87a8-fd624bbcbe35 service nova] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Received event network-vif-deleted-4decd8c0-07d4-428d-beee-89039f2bafbe {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1817.755842] env[62105]: DEBUG nova.compute.manager [req-0effbe4a-24b8-4951-8ba9-f0159930e257 req-a4276ca0-fd6b-4f0c-87a8-fd624bbcbe35 service nova] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Received event network-vif-deleted-c71e0d56-9293-41ad-ae16-b46950bfe51a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1817.830608] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.869121] env[62105]: DEBUG nova.compute.manager [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1817.869310] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.870211] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4cc0bd-d0d7-4314-b62c-7679493caac4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.878420] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1817.878651] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbbfe17d-bf93-48a8-ae89-62a3f12193ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.941198] env[62105]: DEBUG oslo_concurrency.lockutils [None req-64789e44-e4ba-4857-bdd1-821851fdcf0d tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.063s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.983793] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1817.984359] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1817.984588] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleting the datastore file [datastore1] b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1817.984787] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dc2eeba-2325-4970-b4df-abe56fcf01b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.992312] env[62105]: DEBUG oslo_vmware.api [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1817.992312] env[62105]: value = "task-1904228" [ 1817.992312] env[62105]: _type = "Task" [ 1817.992312] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.001254] env[62105]: DEBUG oslo_vmware.api [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.027496] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.039517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.045730] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ffaa0-b8b7-acaa-b375-ccee9c60285b, 'name': SearchDatastore_Task, 'duration_secs': 0.019767} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.046283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.046458] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1818.046726] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dcc3c22-42e3-4e28-a723-ad2f1e95e096 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.053905] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1818.053905] env[62105]: value = "task-1904229" [ 1818.053905] env[62105]: _type = "Task" [ 1818.053905] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.062310] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.184397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.184707] env[62105]: DEBUG nova.compute.manager [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Inject network info {{(pid=62105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7689}} [ 1818.185014] env[62105]: DEBUG nova.compute.manager [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] network_info to inject: |[{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7690}} [ 1818.190783] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Reconfiguring VM instance to set the machine id {{(pid=62105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1818.191124] env[62105]: DEBUG oslo_concurrency.lockutils [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.191303] env[62105]: DEBUG nova.network.neutron [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.192611] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2278a3f-d025-43b0-84ab-af36a7ee4294 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.209814] env[62105]: DEBUG oslo_vmware.api [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1818.209814] env[62105]: value = "task-1904230" [ 1818.209814] env[62105]: _type = "Task" [ 1818.209814] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.214112] env[62105]: DEBUG nova.scheduler.client.report [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.224535] env[62105]: DEBUG oslo_vmware.api [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.266721] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.266721] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.266721] env[62105]: INFO nova.compute.manager [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Rebooting instance [ 1818.502824] env[62105]: DEBUG oslo_vmware.api [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192251} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.503231] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1818.503451] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1818.503604] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1818.503806] env[62105]: INFO nova.compute.manager [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1818.504042] env[62105]: DEBUG oslo.service.loopingcall [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.504279] env[62105]: DEBUG nova.compute.manager [-] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1818.504369] env[62105]: DEBUG nova.network.neutron [-] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1818.528517] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904226, 'name': ReconfigVM_Task, 'duration_secs': 0.729732} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.529301] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179/ef8b596a-c8b4-408e-b116-41ce53c1e179.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.529804] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-122e1752-3470-4d1d-b96d-2ff580a9b385 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.536801] env[62105]: DEBUG nova.objects.instance [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lazy-loading 'flavor' on Instance uuid 7a484483-c67f-40f2-86e5-fd6406abfdf0 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.538536] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1818.538536] env[62105]: value = "task-1904231" [ 1818.538536] env[62105]: _type = "Task" [ 1818.538536] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.553031] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904231, 'name': Rename_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.566557] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511161} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.566894] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1818.567189] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1818.567485] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-206006b3-c634-4c50-9bfd-330a763eae3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.573670] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1818.573670] env[62105]: value = "task-1904232" [ 1818.573670] env[62105]: _type = "Task" [ 1818.573670] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.581898] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.720646] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.723140] env[62105]: DEBUG oslo_vmware.api [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904230, 'name': ReconfigVM_Task, 'duration_secs': 0.23439} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.724988] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.878s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.725224] env[62105]: DEBUG nova.objects.instance [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lazy-loading 'resources' on Instance uuid 96f2b9b0-0d49-4cb6-886a-bd721947abdd {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.726216] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b357501d-3fbe-4c1e-9a1e-6b9d0e5fd90b tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Reconfigured VM instance to set the machine id {{(pid=62105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1818.750768] env[62105]: INFO nova.scheduler.client.report [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted allocations for instance fde46d4a-c8b1-4a2a-b899-1868fe8cb809 [ 1818.793231] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.793420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquired lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.793594] env[62105]: DEBUG nova.network.neutron [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1818.880517] env[62105]: DEBUG nova.compute.manager [req-5e5de1f1-cf36-44ff-a532-e8a79bd11483 req-6efe8ff0-18ca-4be6-ac4e-7907d54ab594 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Received event network-vif-deleted-f155f346-1563-4a08-b218-5462f056ee50 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1818.880818] env[62105]: INFO nova.compute.manager [req-5e5de1f1-cf36-44ff-a532-e8a79bd11483 req-6efe8ff0-18ca-4be6-ac4e-7907d54ab594 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Neutron deleted interface f155f346-1563-4a08-b218-5462f056ee50; detaching it from the instance and deleting it from the info cache [ 1818.881111] env[62105]: DEBUG nova.network.neutron [req-5e5de1f1-cf36-44ff-a532-e8a79bd11483 req-6efe8ff0-18ca-4be6-ac4e-7907d54ab594 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.044068] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.053870] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904231, 'name': Rename_Task, 'duration_secs': 0.151479} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.054360] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.054625] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1331e23a-2ff9-42db-9471-9bcaa5349fda {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.062049] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1819.062049] env[62105]: value = "task-1904233" [ 1819.062049] env[62105]: _type = "Task" [ 1819.062049] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.069669] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.081866] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065375} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.082234] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1819.082981] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002fb994-5efc-4568-b0b4-2108ceeef447 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.103724] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1819.104107] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-914caed9-f9fd-4974-924c-532ed4e13ff9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.120038] env[62105]: DEBUG nova.network.neutron [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updated VIF entry in instance network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1819.120038] env[62105]: DEBUG nova.network.neutron [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.126063] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1819.126063] env[62105]: value = "task-1904234" [ 1819.126063] env[62105]: _type = "Task" [ 1819.126063] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.138946] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.236042] env[62105]: DEBUG nova.network.neutron [-] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.261207] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0ebb4192-621c-4276-a9fa-4fb87d4b2eac tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "fde46d4a-c8b1-4a2a-b899-1868fe8cb809" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.467s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.386791] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5b6de7e-d6fa-46c5-9e0c-d589f0afd188 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.400296] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf796926-67a8-4d5c-b41b-e4547968159f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.442290] env[62105]: DEBUG nova.compute.manager [req-5e5de1f1-cf36-44ff-a532-e8a79bd11483 req-6efe8ff0-18ca-4be6-ac4e-7907d54ab594 service nova] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Detach interface failed, port_id=f155f346-1563-4a08-b218-5462f056ee50, reason: Instance b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1819.508909] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d7b14a-ac5d-4b6a-87a5-f27befabfa01 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.518120] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d5b4b-d290-4af5-8a89-5d347d7584f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.554700] env[62105]: DEBUG nova.network.neutron [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Updating instance_info_cache with network_info: [{"id": "917b3b61-58b2-406e-a837-cc8857a113e2", "address": "fa:16:3e:7b:fd:e8", "network": {"id": "37f1da5c-b0b4-4537-a070-66c14f3f34ce", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1073028115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7703d52b4f64391b2dbf155a22b7c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917b3b61-58", "ovs_interfaceid": "917b3b61-58b2-406e-a837-cc8857a113e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.556750] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5831d1-fb38-4986-b833-475f5169f97d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.570138] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be7a30c-0836-465f-a1d3-3cad9b9e8262 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.579914] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.588084] env[62105]: DEBUG nova.compute.provider_tree [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.623386] env[62105]: DEBUG oslo_concurrency.lockutils [req-c419d037-ed53-4e81-8c03-47d9a7f6685b req-57ff9330-f90c-4ea7-bd07-75855593bb84 service nova] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.623597] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.637700] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.738112] env[62105]: INFO nova.compute.manager [-] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Took 1.23 seconds to deallocate network for instance. [ 1820.008732] env[62105]: DEBUG nova.network.neutron [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1820.038067] env[62105]: DEBUG nova.compute.manager [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1820.038169] env[62105]: DEBUG nova.compute.manager [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing instance network info cache due to event network-changed-6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1820.038360] env[62105]: DEBUG oslo_concurrency.lockutils [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] Acquiring lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.060760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Releasing lock "refresh_cache-85551c2a-e588-4ee1-bf83-c9e9c9c3a086" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.073745] env[62105]: DEBUG oslo_vmware.api [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904233, 'name': PowerOnVM_Task, 'duration_secs': 0.732291} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.073978] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.074206] env[62105]: INFO nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1820.074463] env[62105]: DEBUG nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.075230] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ce174a-7c12-4543-bc7c-a1ad3c054f36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.123471] env[62105]: DEBUG nova.scheduler.client.report [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1820.123739] env[62105]: DEBUG nova.compute.provider_tree [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 129 to 130 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1820.123922] env[62105]: DEBUG nova.compute.provider_tree [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.136523] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904234, 'name': ReconfigVM_Task, 'duration_secs': 0.606456} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.136800] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298/a63f3e54-c80e-4100-af36-e127a51e3298.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1820.137390] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13dd36ca-2348-49fc-aadf-f10079503856 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.147284] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1820.147284] env[62105]: value = "task-1904235" [ 1820.147284] env[62105]: _type = "Task" [ 1820.147284] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.155402] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904235, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.245381] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.565019] env[62105]: DEBUG nova.compute.manager [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.565983] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d6fee5-2058-4eb2-88f1-75b1ebb726a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.594858] env[62105]: INFO nova.compute.manager [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 23.07 seconds to build instance. [ 1820.629141] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.632019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.049s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.633180] env[62105]: DEBUG nova.objects.instance [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'resources' on Instance uuid e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1820.654460] env[62105]: INFO nova.scheduler.client.report [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted allocations for instance 96f2b9b0-0d49-4cb6-886a-bd721947abdd [ 1820.659847] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904235, 'name': Rename_Task, 'duration_secs': 0.408072} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.666149] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1820.666686] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c54369cb-034a-44e0-b612-1a1f2af5fc0b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.675302] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1820.675302] env[62105]: value = "task-1904236" [ 1820.675302] env[62105]: _type = "Task" [ 1820.675302] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.686843] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.943239] env[62105]: DEBUG nova.network.neutron [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.097076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c3ccc4ea-7e43-404b-b04b-9c5067a34f6d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.582s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.135439] env[62105]: DEBUG nova.objects.instance [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'numa_topology' on Instance uuid e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.169522] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6a287af-2a91-4986-8b41-dd1208ef25f6 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "96f2b9b0-0d49-4cb6-886a-bd721947abdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.321s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.185896] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.448170] env[62105]: DEBUG oslo_concurrency.lockutils [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.448443] env[62105]: DEBUG nova.compute.manager [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Inject network info {{(pid=62105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7689}} [ 1821.448724] env[62105]: DEBUG nova.compute.manager [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] network_info to inject: |[{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7690}} [ 1821.453949] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Reconfiguring VM instance to set the machine id {{(pid=62105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1821.454328] env[62105]: DEBUG oslo_concurrency.lockutils [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] Acquired lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.454519] env[62105]: DEBUG nova.network.neutron [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Refreshing network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.455819] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d386a4-7557-4082-a0ef-30613f80d3c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.471346] env[62105]: DEBUG oslo_vmware.api [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1821.471346] env[62105]: value = "task-1904237" [ 1821.471346] env[62105]: _type = "Task" [ 1821.471346] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.480019] env[62105]: DEBUG oslo_vmware.api [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.585271] env[62105]: DEBUG oslo_concurrency.lockutils [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.585555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.585780] env[62105]: DEBUG nova.objects.instance [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'flavor' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1821.587740] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e6dd26-6eae-40b0-87e4-92dcbcffa2c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.595569] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Doing hard reboot of VM {{(pid=62105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1821.595883] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8ee6810f-e9a1-4b9e-a993-659093aa1f3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.602710] env[62105]: DEBUG oslo_vmware.api [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1821.602710] env[62105]: value = "task-1904238" [ 1821.602710] env[62105]: _type = "Task" [ 1821.602710] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.611625] env[62105]: DEBUG nova.compute.manager [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Received event network-changed-7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1821.611815] env[62105]: DEBUG nova.compute.manager [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Refreshing instance network info cache due to event network-changed-7666e34b-76f9-4c13-a604-a21f5402f626. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1821.612042] env[62105]: DEBUG oslo_concurrency.lockutils [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.612312] env[62105]: DEBUG oslo_concurrency.lockutils [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.612584] env[62105]: DEBUG nova.network.neutron [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Refreshing network info cache for port 7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.617438] env[62105]: DEBUG oslo_vmware.api [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904238, 'name': ResetVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.637827] env[62105]: DEBUG nova.objects.base [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1821.687448] env[62105]: DEBUG oslo_vmware.api [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904236, 'name': PowerOnVM_Task, 'duration_secs': 0.648661} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.690347] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1821.690579] env[62105]: DEBUG nova.compute.manager [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1821.691570] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bea6b8-f488-4a69-9727-25206973942d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.712130] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1821.712130] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1821.897413] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e9e689-28c1-49b6-ba6d-ba4c0c61605a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.905547] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ea9b4e-b0fd-4830-b623-e87af3f1fda3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.935730] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69682fa3-acb8-43e5-b048-c65aaff756c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.943930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.944218] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.949477] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60464ba3-1f8f-4d59-949a-494d920cfabe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.965833] env[62105]: DEBUG nova.compute.provider_tree [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.981256] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.981256] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.990366] env[62105]: DEBUG oslo_vmware.api [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904237, 'name': ReconfigVM_Task, 'duration_secs': 0.123371} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.991329] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d980f6-9f79-4a61-b92a-99853b47ebf1 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Reconfigured VM instance to set the machine id {{(pid=62105) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1822.093594] env[62105]: DEBUG nova.objects.instance [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'pci_requests' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.114497] env[62105]: DEBUG oslo_vmware.api [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904238, 'name': ResetVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.208885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.219504] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1822.219668] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1822.225026] env[62105]: DEBUG nova.network.neutron [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updated VIF entry in instance network info cache for port 6ec12e48-8cec-4d04-9f03-d37c73353241. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.225192] env[62105]: DEBUG nova.network.neutron [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [{"id": "6ec12e48-8cec-4d04-9f03-d37c73353241", "address": "fa:16:3e:84:65:1c", "network": {"id": "a2070886-66e6-40b0-ae94-bdd5460b3e80", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-808502451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9d4bb36b96e44119c51a3f41203ac27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ec12e48-8c", "ovs_interfaceid": "6ec12e48-8cec-4d04-9f03-d37c73353241", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.336759] env[62105]: DEBUG nova.network.neutron [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updated VIF entry in instance network info cache for port 7666e34b-76f9-4c13-a604-a21f5402f626. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.337177] env[62105]: DEBUG nova.network.neutron [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.449203] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1822.474576] env[62105]: DEBUG nova.scheduler.client.report [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.478454] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.478920] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.479038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "7a484483-c67f-40f2-86e5-fd6406abfdf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.479277] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.479739] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.483038] env[62105]: INFO nova.compute.manager [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Terminating instance [ 1822.484950] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1822.596622] env[62105]: DEBUG nova.objects.base [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Object Instance<722e712e-a929-4f3e-9c2b-11bcaba9a3be> lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1822.597121] env[62105]: DEBUG nova.network.neutron [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1822.618482] env[62105]: DEBUG oslo_vmware.api [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904238, 'name': ResetVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.704904] env[62105]: DEBUG oslo_concurrency.lockutils [None req-29c47168-a135-46ce-8149-8e75bd989f0e tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.119s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.727083] env[62105]: DEBUG oslo_concurrency.lockutils [req-b6099895-0ba6-4835-bdd8-f99b8b3e21cb req-2d9cf778-00ba-4253-a4cb-01e0f9a19e67 service nova] Releasing lock "refresh_cache-7a484483-c67f-40f2-86e5-fd6406abfdf0" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.752692] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.752838] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.752985] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1822.839719] env[62105]: DEBUG oslo_concurrency.lockutils [req-d60f52d7-3d12-4106-9a88-848789027b2a req-4f8cb33b-25f3-4409-a1ff-5d1015bd9ffd service nova] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.971555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.983034] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.350s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.985071] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.367s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.985374] env[62105]: DEBUG nova.objects.instance [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lazy-loading 'resources' on Instance uuid 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.992405] env[62105]: DEBUG nova.compute.manager [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1822.992693] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.996396] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f821a3-0862-4504-ad3c-2ae835e2ee1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.005451] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1823.005732] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1a66096-f671-4f74-82b6-a632a3102c0e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.010363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.014066] env[62105]: DEBUG oslo_vmware.api [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1823.014066] env[62105]: value = "task-1904239" [ 1823.014066] env[62105]: _type = "Task" [ 1823.014066] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.022936] env[62105]: DEBUG oslo_vmware.api [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.116930] env[62105]: DEBUG oslo_vmware.api [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904238, 'name': ResetVM_Task, 'duration_secs': 1.096916} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.117228] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Did hard reboot of VM {{(pid=62105) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1823.117421] env[62105]: DEBUG nova.compute.manager [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1823.118217] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50b8321-fd51-4afd-803f-bbfb69b989f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.120814] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "a63f3e54-c80e-4100-af36-e127a51e3298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.121051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "a63f3e54-c80e-4100-af36-e127a51e3298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.121252] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "a63f3e54-c80e-4100-af36-e127a51e3298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.121434] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "a63f3e54-c80e-4100-af36-e127a51e3298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.121604] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "a63f3e54-c80e-4100-af36-e127a51e3298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.123743] env[62105]: INFO nova.compute.manager [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Terminating instance [ 1823.495852] env[62105]: DEBUG oslo_concurrency.lockutils [None req-334d1e40-19c2-4bbf-af5d-083adcec213c tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.286s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.496935] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.767s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1823.497158] env[62105]: INFO nova.compute.manager [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Unshelving [ 1823.527279] env[62105]: DEBUG oslo_vmware.api [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904239, 'name': PowerOffVM_Task, 'duration_secs': 0.273649} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.527585] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.527779] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.528042] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57be7407-c965-45f8-90a0-17bf91b095de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.630557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "refresh_cache-a63f3e54-c80e-4100-af36-e127a51e3298" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.630850] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquired lock "refresh_cache-a63f3e54-c80e-4100-af36-e127a51e3298" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.630925] env[62105]: DEBUG nova.network.neutron [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1823.636534] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8cc60e41-72ef-4c84-8949-b6cc2415aafc tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.370s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1823.717917] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70efa1e0-f050-40a0-a46b-36b0be5eda12 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.725306] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b83a6a-c850-4867-9fac-166bdb8366f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.755210] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f8532e-3537-45d1-8c1d-35c625b7e0c7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.762820] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1875e4-67cf-4e48-baf2-7071cbe733dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.777706] env[62105]: DEBUG nova.compute.provider_tree [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.057931] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.160685] env[62105]: DEBUG nova.network.neutron [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1824.238552] env[62105]: DEBUG nova.network.neutron [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.281479] env[62105]: DEBUG nova.scheduler.client.report [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.506636] env[62105]: DEBUG nova.compute.utils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1824.560977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.561216] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1824.561418] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.561586] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.561737] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.561887] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.562042] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.562199] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.710619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.710619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.711015] env[62105]: DEBUG nova.objects.instance [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'flavor' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.741333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Releasing lock "refresh_cache-a63f3e54-c80e-4100-af36-e127a51e3298" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.741670] env[62105]: DEBUG nova.compute.manager [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1824.741865] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1824.742788] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2afa47-46fc-47c0-88da-dd0fbb55b178 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.750731] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1824.750950] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56cafff1-82ae-4870-a56d-a745eddd6f98 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.757287] env[62105]: DEBUG oslo_vmware.api [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1824.757287] env[62105]: value = "task-1904241" [ 1824.757287] env[62105]: _type = "Task" [ 1824.757287] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.765183] env[62105]: DEBUG oslo_vmware.api [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.786295] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.801s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.788811] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.044s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.790475] env[62105]: INFO nova.compute.claims [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1824.794103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.794443] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.794699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.794946] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.795208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.797353] env[62105]: INFO nova.compute.manager [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Terminating instance [ 1824.810723] env[62105]: INFO nova.scheduler.client.report [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Deleted allocations for instance 1293e5d9-934a-426a-9109-d930ad5e9c57 [ 1825.010424] env[62105]: INFO nova.virt.block_device [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Booting with volume 6a68af97-a0b8-40ac-99d7-88fbaaa030a9 at /dev/sdb [ 1825.050939] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45a54d59-53a2-45d4-a992-021ddaec435a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.060784] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7def3-0332-4610-9963-2c52b9f2ec92 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.075112] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Getting list of instances from cluster (obj){ [ 1825.075112] env[62105]: value = "domain-c8" [ 1825.075112] env[62105]: _type = "ClusterComputeResource" [ 1825.075112] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1825.076069] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b201e15a-06c2-4195-b755-dfeff962d08c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.093178] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Got total of 8 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1825.093347] env[62105]: WARNING nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] While synchronizing instance power states, found 13 instances in the database and 8 instances on the hypervisor. [ 1825.093491] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.093685] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid b90beaa3-fa82-4f4c-a372-944c8265c275 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.093842] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 83944028-37d1-4e50-8b32-4fbb948b47be {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.093996] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 3e46378a-4220-4268-9c49-6b235b5ba107 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.094169] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 1293e5d9-934a-426a-9109-d930ad5e9c57 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.094336] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 351cee2b-620f-4ae0-a61e-5f0e7d310240 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.094472] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 7a484483-c67f-40f2-86e5-fd6406abfdf0 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.094619] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.094763] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid f825f6bf-671d-49f7-ab41-7fa895325044 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.094908] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid a63f3e54-c80e-4100-af36-e127a51e3298 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.095071] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.095217] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid 85551c2a-e588-4ee1-bf83-c9e9c9c3a086 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.095388] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 1825.103641] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.103783] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.104067] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "b90beaa3-fa82-4f4c-a372-944c8265c275" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.104261] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.104565] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "83944028-37d1-4e50-8b32-4fbb948b47be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.104794] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.104978] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.105224] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "1293e5d9-934a-426a-9109-d930ad5e9c57" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.105461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.105710] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.105962] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.106179] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.106417] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "f825f6bf-671d-49f7-ab41-7fa895325044" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.106625] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "a63f3e54-c80e-4100-af36-e127a51e3298" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.106824] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.107027] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.107231] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.107415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.107645] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.107811] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1825.108581] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44bd25-6685-4be7-934b-4d6215b348b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.111395] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4605e5d-65a2-497a-825d-5d98c1f837f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.114214] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2b8865-dbdc-4311-aa91-b45c8d526931 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.116779] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a38622d-7931-4db6-a49c-2a89c784f3bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.119403] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42e4f4b-1258-466f-bf1b-94a7ea0d48c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.122327] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.123613] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5fea28c-62f9-4aba-9c02-5de3f3c6314e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.150246] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e92703-bbdd-40b5-8762-c58fefd2f0e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.182325] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3dcda-0d9d-4120-95c5-7b84c31b3079 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.189669] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0bfcb8-9e29-4986-a013-06baccde308a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.203405] env[62105]: DEBUG nova.virt.block_device [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating existing volume attachment record: 3e2bba12-18ac-46b2-b30f-52a11448a142 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1825.267257] env[62105]: DEBUG oslo_vmware.api [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904241, 'name': PowerOffVM_Task, 'duration_secs': 0.231612} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.269654] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.269833] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1825.270103] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91d17fcd-c93a-43c3-85b2-8de800e17fc5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.297783] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1825.298015] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1825.298216] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Deleting the datastore file [datastore2] a63f3e54-c80e-4100-af36-e127a51e3298 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1825.298923] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6547f4c9-a94f-4913-a80a-8d10b59ba53d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.301078] env[62105]: DEBUG nova.compute.manager [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1825.301279] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1825.302700] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26d7f59-1469-429a-877f-96570e2c9bab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.311192] env[62105]: DEBUG oslo_vmware.api [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for the task: (returnval){ [ 1825.311192] env[62105]: value = "task-1904243" [ 1825.311192] env[62105]: _type = "Task" [ 1825.311192] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.311695] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1825.311967] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ffca4c-5791-4728-9da3-a243e3f96d83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.318746] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acc140d0-234a-4582-a3e5-1bfa9cde1911 tempest-AttachVolumeTestJSON-911060293 tempest-AttachVolumeTestJSON-911060293-project-member] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.507s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.320265] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.215s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.320710] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa0d9e79-18d9-41a1-b3e6-f27e1abf8b5e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.328066] env[62105]: DEBUG oslo_vmware.api [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.328539] env[62105]: DEBUG oslo_vmware.api [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1825.328539] env[62105]: value = "task-1904245" [ 1825.328539] env[62105]: _type = "Task" [ 1825.328539] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.337175] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b97947-8c05-4f2b-8fc1-f1391122ae8a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.351565] env[62105]: DEBUG nova.objects.instance [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'pci_requests' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.356313] env[62105]: DEBUG oslo_vmware.api [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.627221] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.643918] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.643918] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.644132] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.644503] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.648345] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.822008] env[62105]: DEBUG oslo_vmware.api [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Task: {'id': task-1904243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117062} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.825145] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1825.825354] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1825.825542] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1825.825716] env[62105]: INFO nova.compute.manager [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1825.825956] env[62105]: DEBUG oslo.service.loopingcall [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1825.826340] env[62105]: DEBUG nova.compute.manager [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1825.826441] env[62105]: DEBUG nova.network.neutron [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1825.842541] env[62105]: DEBUG oslo_vmware.api [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904245, 'name': PowerOffVM_Task, 'duration_secs': 0.16539} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.842804] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1825.842984] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1825.843256] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bf547f8-d5a6-485a-b572-6e6f95ff4a0b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.845157] env[62105]: DEBUG nova.network.neutron [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1825.857109] env[62105]: DEBUG nova.objects.base [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Object Instance<722e712e-a929-4f3e-9c2b-11bcaba9a3be> lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1825.857310] env[62105]: DEBUG nova.network.neutron [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1825.878833] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "1293e5d9-934a-426a-9109-d930ad5e9c57" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.917992] env[62105]: DEBUG nova.policy [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1825.921337] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1825.921542] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1825.921722] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Deleting the datastore file [datastore1] 85551c2a-e588-4ee1-bf83-c9e9c9c3a086 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1825.921977] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b06c0f73-3e81-4c32-8959-b9798ce90638 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.931601] env[62105]: DEBUG oslo_vmware.api [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for the task: (returnval){ [ 1825.931601] env[62105]: value = "task-1904249" [ 1825.931601] env[62105]: _type = "Task" [ 1825.931601] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.941010] env[62105]: DEBUG oslo_vmware.api [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.013615] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f47f16-abe1-4575-94c2-f9bc84acc781 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.021568] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d17d746-c4a1-42b0-9e61-931f6d6f8cb4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.054028] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a0aaf-3056-447e-8341-15a3c878db6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.062373] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455531cb-e366-4685-a901-b92b5e84086c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.076583] env[62105]: DEBUG nova.compute.provider_tree [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.349282] env[62105]: DEBUG nova.network.neutron [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.445306] env[62105]: DEBUG oslo_vmware.api [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Task: {'id': task-1904249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138608} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.445306] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1826.445306] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1826.445306] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1826.445306] env[62105]: INFO nova.compute.manager [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1826.445306] env[62105]: DEBUG oslo.service.loopingcall [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.445306] env[62105]: DEBUG nova.compute.manager [-] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1826.445306] env[62105]: DEBUG nova.network.neutron [-] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1826.520138] env[62105]: DEBUG nova.network.neutron [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Successfully created port: 5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1826.579893] env[62105]: DEBUG nova.scheduler.client.report [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.850347] env[62105]: INFO nova.compute.manager [-] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Took 1.02 seconds to deallocate network for instance. [ 1826.994704] env[62105]: DEBUG nova.compute.manager [req-1ca63e2a-58a3-40f9-b0c8-1a10a93b59f6 req-97c83e59-de45-49d7-8c82-6ff61bb3379f service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Received event network-vif-deleted-917b3b61-58b2-406e-a837-cc8857a113e2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1826.995022] env[62105]: INFO nova.compute.manager [req-1ca63e2a-58a3-40f9-b0c8-1a10a93b59f6 req-97c83e59-de45-49d7-8c82-6ff61bb3379f service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Neutron deleted interface 917b3b61-58b2-406e-a837-cc8857a113e2; detaching it from the instance and deleting it from the info cache [ 1826.995147] env[62105]: DEBUG nova.network.neutron [req-1ca63e2a-58a3-40f9-b0c8-1a10a93b59f6 req-97c83e59-de45-49d7-8c82-6ff61bb3379f service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.085538] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.086231] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1827.089165] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.857s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.089390] env[62105]: DEBUG nova.objects.instance [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lazy-loading 'resources' on Instance uuid f825f6bf-671d-49f7-ab41-7fa895325044 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1827.192829] env[62105]: DEBUG nova.network.neutron [-] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.357341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.393887] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.394134] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.394380] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Deleting the datastore file [datastore2] 7a484483-c67f-40f2-86e5-fd6406abfdf0 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.394674] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc3f4084-cbb3-46ef-90bd-7143bef1b74c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.401537] env[62105]: DEBUG oslo_vmware.api [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for the task: (returnval){ [ 1827.401537] env[62105]: value = "task-1904251" [ 1827.401537] env[62105]: _type = "Task" [ 1827.401537] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.409190] env[62105]: DEBUG oslo_vmware.api [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.500873] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e243a28-7ced-4d9b-ab30-77c45f46b109 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.510328] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f62a819-139e-44f8-b82d-0ea1ccd823cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.541806] env[62105]: DEBUG nova.compute.manager [req-1ca63e2a-58a3-40f9-b0c8-1a10a93b59f6 req-97c83e59-de45-49d7-8c82-6ff61bb3379f service nova] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Detach interface failed, port_id=917b3b61-58b2-406e-a837-cc8857a113e2, reason: Instance 85551c2a-e588-4ee1-bf83-c9e9c9c3a086 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1827.593205] env[62105]: DEBUG nova.compute.utils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1827.595221] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1827.595481] env[62105]: DEBUG nova.network.neutron [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1827.658175] env[62105]: DEBUG nova.policy [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7273f94ab7a8450fba94fde2f4acc591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07605cd83d9a4cb9bd55f14a4e49a081', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1827.696373] env[62105]: INFO nova.compute.manager [-] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Took 1.25 seconds to deallocate network for instance. [ 1827.843619] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b140f05-0904-42a9-a589-b0c02784e9b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.851950] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e27d98f-d56b-48d6-bd10-b5df8c38ab22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.884577] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f00f1f-b5a7-4796-8f5a-c72bf2edf299 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.892669] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92ff3ac-0bfc-46b1-ab43-a28a92b64664 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.906614] env[62105]: DEBUG nova.compute.provider_tree [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1827.915747] env[62105]: DEBUG oslo_vmware.api [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Task: {'id': task-1904251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326377} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.915993] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1827.916195] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1827.916375] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1827.916553] env[62105]: INFO nova.compute.manager [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Took 4.92 seconds to destroy the instance on the hypervisor. [ 1827.916795] env[62105]: DEBUG oslo.service.loopingcall [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.917583] env[62105]: DEBUG nova.compute.manager [-] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1827.917683] env[62105]: DEBUG nova.network.neutron [-] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1827.942869] env[62105]: DEBUG nova.network.neutron [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Successfully created port: 2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1828.101715] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1828.205064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.274974] env[62105]: DEBUG nova.network.neutron [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Successfully updated port: 5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1828.307705] env[62105]: DEBUG nova.compute.manager [req-2b001f53-3087-4a91-b4a5-b370817e1d01 req-296c8c74-2185-4224-9fa1-e8f9f03cd4b8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-vif-plugged-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1828.307929] env[62105]: DEBUG oslo_concurrency.lockutils [req-2b001f53-3087-4a91-b4a5-b370817e1d01 req-296c8c74-2185-4224-9fa1-e8f9f03cd4b8 service nova] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.308155] env[62105]: DEBUG oslo_concurrency.lockutils [req-2b001f53-3087-4a91-b4a5-b370817e1d01 req-296c8c74-2185-4224-9fa1-e8f9f03cd4b8 service nova] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.308327] env[62105]: DEBUG oslo_concurrency.lockutils [req-2b001f53-3087-4a91-b4a5-b370817e1d01 req-296c8c74-2185-4224-9fa1-e8f9f03cd4b8 service nova] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.308495] env[62105]: DEBUG nova.compute.manager [req-2b001f53-3087-4a91-b4a5-b370817e1d01 req-296c8c74-2185-4224-9fa1-e8f9f03cd4b8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] No waiting events found dispatching network-vif-plugged-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1828.308656] env[62105]: WARNING nova.compute.manager [req-2b001f53-3087-4a91-b4a5-b370817e1d01 req-296c8c74-2185-4224-9fa1-e8f9f03cd4b8 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received unexpected event network-vif-plugged-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 for instance with vm_state active and task_state None. [ 1828.434465] env[62105]: ERROR nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] [req-7528b1c5-3216-43a4-9aea-5d7944e40e69] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 07e191dc-ef05-4b67-b7a1-dcc6d988a301. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7528b1c5-3216-43a4-9aea-5d7944e40e69"}]} [ 1828.457035] env[62105]: DEBUG nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1828.471906] env[62105]: DEBUG nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1828.472146] env[62105]: DEBUG nova.compute.provider_tree [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 142, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1828.487169] env[62105]: DEBUG nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1828.508086] env[62105]: DEBUG nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1828.706809] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6070e7e-4e30-4cac-a56e-711c3d303a22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.716366] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383c9d1e-bf70-4cd2-a981-5a8075cd805d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.749848] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d4d9d4-894f-4c37-976c-2e0ccde32c40 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.757046] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4450a3ad-241a-4ae0-8300-2f8c94f838c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.770116] env[62105]: DEBUG nova.compute.provider_tree [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1828.777247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.777415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.777683] env[62105]: DEBUG nova.network.neutron [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.026444] env[62105]: DEBUG nova.network.neutron [-] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.070356] env[62105]: DEBUG nova.compute.manager [req-16abe888-330d-4d1b-b9ba-de2f25b5ee4a req-ccdd33c6-4bdb-4ca4-8c42-870fd6423d70 service nova] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Received event network-vif-deleted-6ec12e48-8cec-4d04-9f03-d37c73353241 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1829.113855] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1829.140138] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1829.140449] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.140633] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1829.140824] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.140974] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1829.141180] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1829.141541] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1829.141610] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1829.141813] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1829.142076] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1829.142234] env[62105]: DEBUG nova.virt.hardware [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1829.143134] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822d137-8687-470f-9627-b520650eb5f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.151690] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846449e9-5737-439b-8026-29987a29d23c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.301918] env[62105]: DEBUG nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updated inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1829.302202] env[62105]: DEBUG nova.compute.provider_tree [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 generation from 132 to 133 during operation: update_inventory {{(pid=62105) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1829.302411] env[62105]: DEBUG nova.compute.provider_tree [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1829.325663] env[62105]: WARNING nova.network.neutron [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] 12685d29-c723-405e-bc0a-1151bb6b598c already exists in list: networks containing: ['12685d29-c723-405e-bc0a-1151bb6b598c']. ignoring it [ 1829.529508] env[62105]: INFO nova.compute.manager [-] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Took 1.61 seconds to deallocate network for instance. [ 1829.785472] env[62105]: DEBUG nova.network.neutron [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "address": "fa:16:3e:60:0c:20", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecccf5d-ee", "ovs_interfaceid": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.805190] env[62105]: DEBUG nova.network.neutron [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Successfully updated port: 2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1829.809592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.718s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.810603] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.980s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.810870] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.814186] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.775s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.814498] env[62105]: DEBUG nova.objects.instance [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'resources' on Instance uuid 83944028-37d1-4e50-8b32-4fbb948b47be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1829.832801] env[62105]: INFO nova.scheduler.client.report [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Deleted allocations for instance f825f6bf-671d-49f7-ab41-7fa895325044 [ 1829.844459] env[62105]: INFO nova.scheduler.client.report [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocations for instance 351cee2b-620f-4ae0-a61e-5f0e7d310240 [ 1830.036209] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.290188] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.290188] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.290188] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.290364] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e99783-b202-4159-a104-382d4b292e6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.307683] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1830.307942] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1830.308118] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1830.308310] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1830.308479] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1830.310339] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1830.310339] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1830.310339] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1830.310339] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1830.310339] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1830.310339] env[62105]: DEBUG nova.virt.hardware [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1830.316057] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfiguring VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1830.316813] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "refresh_cache-50f95d5e-4ea6-4761-b952-0458ae56776a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.317031] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "refresh_cache-50f95d5e-4ea6-4761-b952-0458ae56776a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.317108] env[62105]: DEBUG nova.network.neutron [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1830.318264] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9f06f2-805a-4eef-80a7-3e87b190282d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.339440] env[62105]: DEBUG nova.compute.manager [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-changed-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1830.339661] env[62105]: DEBUG nova.compute.manager [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing instance network info cache due to event network-changed-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1830.339882] env[62105]: DEBUG oslo_concurrency.lockutils [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1830.340047] env[62105]: DEBUG oslo_concurrency.lockutils [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1830.340217] env[62105]: DEBUG nova.network.neutron [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing network info cache for port 5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1830.345620] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aea32a8a-99b5-4232-9173-b3ae80d5b24b tempest-VolumesAdminNegativeTest-1672197555 tempest-VolumesAdminNegativeTest-1672197555-project-member] Lock "f825f6bf-671d-49f7-ab41-7fa895325044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.478s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.347662] env[62105]: DEBUG oslo_vmware.api [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1830.347662] env[62105]: value = "task-1904254" [ 1830.347662] env[62105]: _type = "Task" [ 1830.347662] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.347831] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "f825f6bf-671d-49f7-ab41-7fa895325044" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.241s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.348216] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4bdf5fe-24ca-456f-9de3-cf5f47ef4258 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.361069] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3b1420c-55eb-4ec1-8b30-1779f4532b39 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.146s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.363670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.257s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.363670] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2cb1742-8b77-4147-85cd-5a1a251d7f38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.370483] env[62105]: DEBUG oslo_vmware.api [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.376032] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff9963d-8a72-4c23-a73d-37aacaa65317 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.390472] env[62105]: DEBUG nova.network.neutron [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1830.395213] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc78ac41-8f4d-4239-a71a-76a164af2b1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.562379] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde82872-e121-47c3-864a-536f0cc509ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.569837] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5980cbfe-6c77-4048-be93-c6f8d1359e42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.575799] env[62105]: DEBUG nova.network.neutron [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Updating instance_info_cache with network_info: [{"id": "2d34eb9f-3f6e-45a0-a721-69049fcd580b", "address": "fa:16:3e:7c:46:c7", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d34eb9f-3f", "ovs_interfaceid": "2d34eb9f-3f6e-45a0-a721-69049fcd580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1830.601576] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "refresh_cache-50f95d5e-4ea6-4761-b952-0458ae56776a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.601878] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Instance network_info: |[{"id": "2d34eb9f-3f6e-45a0-a721-69049fcd580b", "address": "fa:16:3e:7c:46:c7", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d34eb9f-3f", "ovs_interfaceid": "2d34eb9f-3f6e-45a0-a721-69049fcd580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1830.602648] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c7f7d3-b618-4062-8d73-70e18a99afce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.605907] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:46:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d34eb9f-3f6e-45a0-a721-69049fcd580b', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1830.612630] env[62105]: DEBUG oslo.service.loopingcall [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1830.613075] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1830.613660] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f29a7e4-88b2-47ce-8714-680cdabe7c1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.631216] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04706273-b2d0-49f2-bca9-262877829574 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.638350] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1830.638350] env[62105]: value = "task-1904255" [ 1830.638350] env[62105]: _type = "Task" [ 1830.638350] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.649331] env[62105]: DEBUG nova.compute.provider_tree [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.656250] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904255, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.802660] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.860673] env[62105]: DEBUG oslo_vmware.api [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.919283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "f825f6bf-671d-49f7-ab41-7fa895325044" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.942996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "351cee2b-620f-4ae0-a61e-5f0e7d310240" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.066911] env[62105]: DEBUG nova.network.neutron [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updated VIF entry in instance network info cache for port 5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.067452] env[62105]: DEBUG nova.network.neutron [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "address": "fa:16:3e:60:0c:20", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecccf5d-ee", "ovs_interfaceid": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.149915] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904255, 'name': CreateVM_Task, 'duration_secs': 0.379341} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.149915] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1831.150612] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.150736] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.151093] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1831.152236] env[62105]: DEBUG nova.scheduler.client.report [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.155173] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-937edb19-f629-416e-b766-cacdb28e3a7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.159769] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1831.159769] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5285eabc-c948-cb94-1235-0390221a2c07" [ 1831.159769] env[62105]: _type = "Task" [ 1831.159769] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.168535] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5285eabc-c948-cb94-1235-0390221a2c07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.171175] env[62105]: DEBUG nova.compute.manager [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Received event network-vif-plugged-2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1831.171445] env[62105]: DEBUG oslo_concurrency.lockutils [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] Acquiring lock "50f95d5e-4ea6-4761-b952-0458ae56776a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.171583] env[62105]: DEBUG oslo_concurrency.lockutils [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.171751] env[62105]: DEBUG oslo_concurrency.lockutils [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.171920] env[62105]: DEBUG nova.compute.manager [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] No waiting events found dispatching network-vif-plugged-2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1831.172093] env[62105]: WARNING nova.compute.manager [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Received unexpected event network-vif-plugged-2d34eb9f-3f6e-45a0-a721-69049fcd580b for instance with vm_state building and task_state spawning. [ 1831.172272] env[62105]: DEBUG nova.compute.manager [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Received event network-changed-2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1831.172440] env[62105]: DEBUG nova.compute.manager [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Refreshing instance network info cache due to event network-changed-2d34eb9f-3f6e-45a0-a721-69049fcd580b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1831.172638] env[62105]: DEBUG oslo_concurrency.lockutils [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] Acquiring lock "refresh_cache-50f95d5e-4ea6-4761-b952-0458ae56776a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.172778] env[62105]: DEBUG oslo_concurrency.lockutils [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] Acquired lock "refresh_cache-50f95d5e-4ea6-4761-b952-0458ae56776a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.172933] env[62105]: DEBUG nova.network.neutron [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Refreshing network info cache for port 2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.360100] env[62105]: DEBUG oslo_vmware.api [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904254, 'name': ReconfigVM_Task, 'duration_secs': 0.631144} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.360629] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.360878] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfigured VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1831.570765] env[62105]: DEBUG oslo_concurrency.lockutils [req-cfcbc05f-d718-4e38-8b1d-63cf0d0df751 req-db9ea578-e630-479b-b353-32d1113018a0 service nova] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.659500] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.663655] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.418s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.663888] env[62105]: DEBUG nova.objects.instance [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'resources' on Instance uuid b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1831.679613] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5285eabc-c948-cb94-1235-0390221a2c07, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.680546] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.680894] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1831.681095] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.681507] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.681507] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1831.682373] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fb21111-c57f-4a92-8a71-c4b2622d987a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.688492] env[62105]: INFO nova.scheduler.client.report [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted allocations for instance 83944028-37d1-4e50-8b32-4fbb948b47be [ 1831.691176] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1831.691176] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1831.694583] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5a3ad0-deba-4851-81c7-93e275d00b84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.704631] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1831.704631] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ca355-bddc-3f74-7a6f-6bb06b6d781e" [ 1831.704631] env[62105]: _type = "Task" [ 1831.704631] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.715557] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ca355-bddc-3f74-7a6f-6bb06b6d781e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.866563] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3187db5b-1cb1-44ba-bc1e-49eaa36fa0b3 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.156s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.942992] env[62105]: DEBUG nova.network.neutron [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Updated VIF entry in instance network info cache for port 2d34eb9f-3f6e-45a0-a721-69049fcd580b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1831.943411] env[62105]: DEBUG nova.network.neutron [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Updating instance_info_cache with network_info: [{"id": "2d34eb9f-3f6e-45a0-a721-69049fcd580b", "address": "fa:16:3e:7c:46:c7", "network": {"id": "884b8c2e-a446-4dad-bf9f-9a9b112cb1c0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-977520789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07605cd83d9a4cb9bd55f14a4e49a081", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d34eb9f-3f", "ovs_interfaceid": "2d34eb9f-3f6e-45a0-a721-69049fcd580b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.204331] env[62105]: DEBUG oslo_concurrency.lockutils [None req-494e75a6-ddef-4235-9639-86192208c113 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "83944028-37d1-4e50-8b32-4fbb948b47be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.875s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.206237] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "83944028-37d1-4e50-8b32-4fbb948b47be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.101s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.206237] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85e06353-d4c9-47c2-9a90-8f6440e2a7ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.223176] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521ca355-bddc-3f74-7a6f-6bb06b6d781e, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.227778] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bcb3255-361e-4646-a41f-70fc6cb2b70e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.235422] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50eafa5e-4469-4001-b2ad-c4e93b5bb72e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.261687] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1832.261687] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525bc97c-6454-bf7b-616d-18e3e0dd13a7" [ 1832.261687] env[62105]: _type = "Task" [ 1832.261687] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.274032] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525bc97c-6454-bf7b-616d-18e3e0dd13a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.396159] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ba72a-2a66-4294-a228-b24ce01d584e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.403472] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c19181-1df3-4a1c-a9bd-b27a221561c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.436170] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55401e52-d182-4c30-a8b5-ca3e214717c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.443374] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1421e8-118b-4fe0-89f6-7dc31967ee05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.447915] env[62105]: DEBUG oslo_concurrency.lockutils [req-0436c23f-ce15-4308-b776-04c4d56c4bcf req-e5661c3d-9891-428e-b02f-a7f034a31e22 service nova] Releasing lock "refresh_cache-50f95d5e-4ea6-4761-b952-0458ae56776a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.458685] env[62105]: DEBUG nova.compute.provider_tree [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1832.773281] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525bc97c-6454-bf7b-616d-18e3e0dd13a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.773779] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.774074] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 50f95d5e-4ea6-4761-b952-0458ae56776a/50f95d5e-4ea6-4761-b952-0458ae56776a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1832.774512] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9476c813-f91d-4b13-af94-70297f261307 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.785805] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1832.785805] env[62105]: value = "task-1904257" [ 1832.785805] env[62105]: _type = "Task" [ 1832.785805] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.786537] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "83944028-37d1-4e50-8b32-4fbb948b47be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.791738] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.962175] env[62105]: DEBUG nova.scheduler.client.report [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.296129] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.468572] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.474708] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.264s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.474924] env[62105]: DEBUG nova.objects.instance [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62105) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1833.500713] env[62105]: INFO nova.scheduler.client.report [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocations for instance b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2 [ 1833.796053] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559029} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.796053] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 50f95d5e-4ea6-4761-b952-0458ae56776a/50f95d5e-4ea6-4761-b952-0458ae56776a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1833.796053] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1833.796053] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7911693e-818a-47bc-835d-d0dc1ef14ec1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.801974] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1833.801974] env[62105]: value = "task-1904258" [ 1833.801974] env[62105]: _type = "Task" [ 1833.801974] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.812510] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.894051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.894149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.015028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-716efc53-95dc-41a4-b7fc-b232ed61e6c2 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.650s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.015028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.907s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.015028] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ddfc8d6-7544-4f0a-9279-efb03c156a1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.025400] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6acb44d-9226-4b0a-a544-2c76a48bf883 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.182088] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-62fa338e-c065-4c2b-94f2-1822b24b0ade" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.182590] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-62fa338e-c065-4c2b-94f2-1822b24b0ade" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.182733] env[62105]: DEBUG nova.objects.instance [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'flavor' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.311380] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074097} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.311733] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1834.312519] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053b9e08-1279-4ca8-a44f-75b6c4b88d1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.335814] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 50f95d5e-4ea6-4761-b952-0458ae56776a/50f95d5e-4ea6-4761-b952-0458ae56776a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1834.336130] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9801ea21-bd51-45c5-a631-1382b65c46e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.355271] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1834.355271] env[62105]: value = "task-1904259" [ 1834.355271] env[62105]: _type = "Task" [ 1834.355271] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.363055] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904259, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.397319] env[62105]: INFO nova.compute.manager [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Detaching volume 3f3fd16a-9a32-4348-9872-d9d1b58bcda9 [ 1834.433395] env[62105]: INFO nova.virt.block_device [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Attempting to driver detach volume 3f3fd16a-9a32-4348-9872-d9d1b58bcda9 from mountpoint /dev/sdb [ 1834.433581] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1834.433771] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1834.434759] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf523b6-2eae-4423-bdd5-c86eefc3a179 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.458920] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081190d-673c-4df3-8e8b-188b44c2c89c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.465552] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0884ad-f21b-493d-a5e8-990d91eadf7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.493494] env[62105]: DEBUG oslo_concurrency.lockutils [None req-acfec5fd-364a-408a-82df-cd363b00c01e tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.498042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.524s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.498042] env[62105]: INFO nova.compute.claims [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1834.499558] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dcacd6-63e4-4370-91b9-a4c32373371a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.516939] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] The volume has not been displaced from its original location: [datastore1] volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9/volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1834.522240] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1834.522852] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c6ddd51-7bc0-4003-b108-914b7817617b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.542423] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1834.542423] env[62105]: value = "task-1904260" [ 1834.542423] env[62105]: _type = "Task" [ 1834.542423] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.551534] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.567335] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.808438] env[62105]: DEBUG nova.objects.instance [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'pci_requests' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.865174] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904259, 'name': ReconfigVM_Task, 'duration_secs': 0.339476} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.865519] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 50f95d5e-4ea6-4761-b952-0458ae56776a/50f95d5e-4ea6-4761-b952-0458ae56776a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1834.866210] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f2de9f2-1534-4b34-8b6b-6716bed3d18c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.873071] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1834.873071] env[62105]: value = "task-1904261" [ 1834.873071] env[62105]: _type = "Task" [ 1834.873071] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.882184] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904261, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.981148] env[62105]: DEBUG nova.compute.manager [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1835.056275] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904260, 'name': ReconfigVM_Task, 'duration_secs': 0.270374} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.056560] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1835.061162] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014204eb-633b-4e81-ab94-c5d3294ae468 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.077747] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1835.077747] env[62105]: value = "task-1904262" [ 1835.077747] env[62105]: _type = "Task" [ 1835.077747] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.085930] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904262, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.168530] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "64ebf018-7de8-4fe9-8970-970e778f1104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.168775] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.311087] env[62105]: DEBUG nova.objects.base [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Object Instance<722e712e-a929-4f3e-9c2b-11bcaba9a3be> lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1835.311334] env[62105]: DEBUG nova.network.neutron [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1835.382796] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904261, 'name': Rename_Task, 'duration_secs': 0.180882} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.384173] env[62105]: DEBUG nova.policy [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1835.385978] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1835.386218] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b4d106a-85a8-4bc0-889f-b5eb7d55549a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.392990] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1835.392990] env[62105]: value = "task-1904263" [ 1835.392990] env[62105]: _type = "Task" [ 1835.392990] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.400238] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.504100] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.589544] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.670755] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1835.703346] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ae1ef-9100-4d28-9a8e-72992c854311 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.711032] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4809c-7983-4f0c-8407-d8a4c34dd42b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.743072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9104c464-c546-4674-adda-e56eea041385 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.750441] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd69e9b-e89b-4c77-b7de-e9a7ceaa162f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.764801] env[62105]: DEBUG nova.compute.provider_tree [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.904334] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904263, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.089211] env[62105]: DEBUG oslo_vmware.api [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904262, 'name': ReconfigVM_Task, 'duration_secs': 0.802348} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.089502] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393057', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'name': 'volume-3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3e46378a-4220-4268-9c49-6b235b5ba107', 'attached_at': '', 'detached_at': '', 'volume_id': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9', 'serial': '3f3fd16a-9a32-4348-9872-d9d1b58bcda9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1836.201097] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.267572] env[62105]: DEBUG nova.scheduler.client.report [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1836.405357] env[62105]: DEBUG oslo_vmware.api [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904263, 'name': PowerOnVM_Task, 'duration_secs': 0.579588} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.405357] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1836.405357] env[62105]: INFO nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1836.405723] env[62105]: DEBUG nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1836.406248] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ca40e-a97d-4b9e-aabf-edef933e270e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.648617] env[62105]: DEBUG nova.objects.instance [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'flavor' on Instance uuid 3e46378a-4220-4268-9c49-6b235b5ba107 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.775256] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.775256] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1836.777717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.767s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.782584] env[62105]: INFO nova.compute.claims [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1836.932672] env[62105]: INFO nova.compute.manager [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Took 21.22 seconds to build instance. [ 1837.291020] env[62105]: DEBUG nova.compute.utils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1837.295025] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1837.295025] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1837.363010] env[62105]: DEBUG nova.compute.manager [req-80dcecc3-f667-496a-bf4a-67150829e1ee req-c981ec9b-4e55-45f0-91ec-aafd90354427 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-vif-plugged-62fa338e-c065-4c2b-94f2-1822b24b0ade {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1837.363263] env[62105]: DEBUG oslo_concurrency.lockutils [req-80dcecc3-f667-496a-bf4a-67150829e1ee req-c981ec9b-4e55-45f0-91ec-aafd90354427 service nova] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.363518] env[62105]: DEBUG oslo_concurrency.lockutils [req-80dcecc3-f667-496a-bf4a-67150829e1ee req-c981ec9b-4e55-45f0-91ec-aafd90354427 service nova] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.363713] env[62105]: DEBUG oslo_concurrency.lockutils [req-80dcecc3-f667-496a-bf4a-67150829e1ee req-c981ec9b-4e55-45f0-91ec-aafd90354427 service nova] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.363885] env[62105]: DEBUG nova.compute.manager [req-80dcecc3-f667-496a-bf4a-67150829e1ee req-c981ec9b-4e55-45f0-91ec-aafd90354427 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] No waiting events found dispatching network-vif-plugged-62fa338e-c065-4c2b-94f2-1822b24b0ade {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1837.365464] env[62105]: WARNING nova.compute.manager [req-80dcecc3-f667-496a-bf4a-67150829e1ee req-c981ec9b-4e55-45f0-91ec-aafd90354427 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received unexpected event network-vif-plugged-62fa338e-c065-4c2b-94f2-1822b24b0ade for instance with vm_state active and task_state None. [ 1837.375555] env[62105]: DEBUG nova.policy [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5cf45ef665b439d80f1e8b75ddb44a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1c1270f96c4bd3a1a78c70c7025e57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1837.394822] env[62105]: DEBUG nova.network.neutron [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Successfully updated port: 62fa338e-c065-4c2b-94f2-1822b24b0ade {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1837.436627] env[62105]: DEBUG oslo_concurrency.lockutils [None req-48145043-90a7-40e5-9641-9b0f38a9dc6d tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.255s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.655162] env[62105]: DEBUG oslo_concurrency.lockutils [None req-88751133-fcd1-4308-a8ec-eaed73cfa92f tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.761s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.796999] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1837.900016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.900304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.900422] env[62105]: DEBUG nova.network.neutron [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1837.929689] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Successfully created port: a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1838.068056] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67632c73-b097-42f3-9cf8-b1fdb04cc03b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.077508] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c93130-585a-4507-8106-7f0608258e7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.114210] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa68e7-03b0-4c10-a9f5-59270914bedc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.122176] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391bdc7f-c69f-462c-bb0c-0e11d73ca193 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.137055] env[62105]: DEBUG nova.compute.provider_tree [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.456853] env[62105]: WARNING nova.network.neutron [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] 12685d29-c723-405e-bc0a-1151bb6b598c already exists in list: networks containing: ['12685d29-c723-405e-bc0a-1151bb6b598c']. ignoring it [ 1838.457160] env[62105]: WARNING nova.network.neutron [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] 12685d29-c723-405e-bc0a-1151bb6b598c already exists in list: networks containing: ['12685d29-c723-405e-bc0a-1151bb6b598c']. ignoring it [ 1838.463908] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.463908] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.464140] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "3e46378a-4220-4268-9c49-6b235b5ba107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.464140] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.464854] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.467349] env[62105]: INFO nova.compute.manager [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Terminating instance [ 1838.639770] env[62105]: DEBUG nova.scheduler.client.report [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.813274] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1838.862955] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1838.863277] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1838.863473] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1838.863636] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1838.863787] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1838.863958] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1838.864284] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1838.864508] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1838.864676] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1838.864904] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1838.865150] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1838.866196] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770434b3-f8b8-44c0-a64e-9d225fef3283 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.875498] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33588fa-f06d-487b-9ff8-11eef15b86f2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.972139] env[62105]: DEBUG nova.compute.manager [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1838.972139] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1838.972786] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de33cb-dfa8-424c-ac5a-04f9f591ec48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.980945] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.981282] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb05314-e8c6-49a1-8fb2-30afc016e576 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.988386] env[62105]: DEBUG oslo_vmware.api [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1838.988386] env[62105]: value = "task-1904264" [ 1838.988386] env[62105]: _type = "Task" [ 1838.988386] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.006629] env[62105]: DEBUG oslo_vmware.api [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.149018] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.149018] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1839.152707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.525s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.153061] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.153369] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1839.154587] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.797s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.154587] env[62105]: DEBUG nova.objects.instance [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lazy-loading 'resources' on Instance uuid a63f3e54-c80e-4100-af36-e127a51e3298 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.156376] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c3e433-e272-4e70-a433-6be5a2f77003 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.162523] env[62105]: DEBUG nova.network.neutron [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "address": "fa:16:3e:60:0c:20", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecccf5d-ee", "ovs_interfaceid": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62fa338e-c065-4c2b-94f2-1822b24b0ade", "address": "fa:16:3e:22:ff:de", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fa338e-c0", "ovs_interfaceid": "62fa338e-c065-4c2b-94f2-1822b24b0ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.170847] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d53f53-b2d3-48a1-8dd0-c26c709aff9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.187432] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22eee1-8521-4246-a508-b0aba2eacd5d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.194996] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f58d89-97a5-4221-9e24-2a571051694d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.228418] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179756MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1839.228629] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.500396] env[62105]: DEBUG oslo_vmware.api [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904264, 'name': PowerOffVM_Task, 'duration_secs': 0.204476} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.500703] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.501034] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.501299] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7a8ea2a-2ac8-4823-a6c6-c6901fe5c726 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.605765] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.606014] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.606211] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore2] 3e46378a-4220-4268-9c49-6b235b5ba107 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.606468] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-020668e1-ed33-4b87-b3c1-c15c733d1af8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.616028] env[62105]: DEBUG oslo_vmware.api [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1839.616028] env[62105]: value = "task-1904266" [ 1839.616028] env[62105]: _type = "Task" [ 1839.616028] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.629130] env[62105]: DEBUG oslo_vmware.api [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.658843] env[62105]: DEBUG nova.compute.utils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.660237] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1839.660442] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1839.667673] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.668642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.668731] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.670344] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456780e1-21e3-4407-ac57-3c5609afeb14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.694831] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.695321] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.697820] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.697892] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.698182] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.698286] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.699068] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.699068] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.699068] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.699068] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.699222] env[62105]: DEBUG nova.virt.hardware [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.709887] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfiguring VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1839.713081] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a70035bf-1587-490d-9845-13040444bc2e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.731730] env[62105]: DEBUG oslo_vmware.api [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1839.731730] env[62105]: value = "task-1904267" [ 1839.731730] env[62105]: _type = "Task" [ 1839.731730] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.740932] env[62105]: DEBUG oslo_vmware.api [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904267, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.742663] env[62105]: DEBUG nova.policy [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd5cf45ef665b439d80f1e8b75ddb44a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af1c1270f96c4bd3a1a78c70c7025e57', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1839.766807] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Successfully updated port: a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1839.860118] env[62105]: DEBUG nova.compute.manager [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-changed-62fa338e-c065-4c2b-94f2-1822b24b0ade {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1839.860713] env[62105]: DEBUG nova.compute.manager [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing instance network info cache due to event network-changed-62fa338e-c065-4c2b-94f2-1822b24b0ade. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1839.861062] env[62105]: DEBUG oslo_concurrency.lockutils [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1839.861311] env[62105]: DEBUG oslo_concurrency.lockutils [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1839.861767] env[62105]: DEBUG nova.network.neutron [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Refreshing network info cache for port 62fa338e-c065-4c2b-94f2-1822b24b0ade {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1839.931481] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec1a9dd-6cd3-4dcc-aa1d-b1dcdfdd3b26 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.943349] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd129467-d923-4830-a687-9e6ffdfaa9a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.976596] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5349fb0-1447-4205-9ded-0dd0d44c08a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.984633] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1933cef-ec92-4315-8e9f-3d66ac18cdf6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.999250] env[62105]: DEBUG nova.compute.provider_tree [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.053803] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Successfully created port: 2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1840.125393] env[62105]: DEBUG oslo_vmware.api [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187119} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.125673] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1840.125945] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1840.126058] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1840.126234] env[62105]: INFO nova.compute.manager [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1840.126475] env[62105]: DEBUG oslo.service.loopingcall [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1840.126667] env[62105]: DEBUG nova.compute.manager [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1840.126763] env[62105]: DEBUG nova.network.neutron [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1840.164299] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1840.243902] env[62105]: DEBUG oslo_vmware.api [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.270628] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "refresh_cache-38ad22d3-55ef-4916-a19e-b9937e1f58b6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.270628] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "refresh_cache-38ad22d3-55ef-4916-a19e-b9937e1f58b6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.270628] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.315196] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "cfbfb393-395d-4c28-b65f-f6429459732c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.315196] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "cfbfb393-395d-4c28-b65f-f6429459732c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.333137] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "50f95d5e-4ea6-4761-b952-0458ae56776a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.333393] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.333670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "50f95d5e-4ea6-4761-b952-0458ae56776a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.333877] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.334064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.337036] env[62105]: INFO nova.compute.manager [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Terminating instance [ 1840.505985] env[62105]: DEBUG nova.scheduler.client.report [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.688711] env[62105]: DEBUG nova.network.neutron [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updated VIF entry in instance network info cache for port 62fa338e-c065-4c2b-94f2-1822b24b0ade. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1840.689205] env[62105]: DEBUG nova.network.neutron [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "address": "fa:16:3e:60:0c:20", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecccf5d-ee", "ovs_interfaceid": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62fa338e-c065-4c2b-94f2-1822b24b0ade", "address": "fa:16:3e:22:ff:de", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fa338e-c0", "ovs_interfaceid": "62fa338e-c065-4c2b-94f2-1822b24b0ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.743679] env[62105]: DEBUG oslo_vmware.api [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.800030] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1840.822853] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.840853] env[62105]: DEBUG nova.compute.manager [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1840.841097] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1840.842025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf4b22-c7e4-49a0-a795-73dcc1de2da9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.849852] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.850115] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c7f8915-4fc2-4ee1-8682-f86970908ad7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.856467] env[62105]: DEBUG oslo_vmware.api [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1840.856467] env[62105]: value = "task-1904268" [ 1840.856467] env[62105]: _type = "Task" [ 1840.856467] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.867129] env[62105]: DEBUG oslo_vmware.api [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.936024] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Updating instance_info_cache with network_info: [{"id": "a37482e8-aca3-4f56-a0ca-e60153d47a04", "address": "fa:16:3e:b8:5a:f7", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37482e8-ac", "ovs_interfaceid": "a37482e8-aca3-4f56-a0ca-e60153d47a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.017438] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.020835] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.816s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.020989] env[62105]: DEBUG nova.objects.instance [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lazy-loading 'resources' on Instance uuid 85551c2a-e588-4ee1-bf83-c9e9c9c3a086 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.057253] env[62105]: INFO nova.scheduler.client.report [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Deleted allocations for instance a63f3e54-c80e-4100-af36-e127a51e3298 [ 1841.173996] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1841.193996] env[62105]: DEBUG oslo_concurrency.lockutils [req-92382ed0-e847-4f4d-b51f-8c05ac35017e req-5d70f83e-8d4e-4a53-99a9-b3eb294d7b6a service nova] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.202078] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1841.202333] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.202492] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1841.202688] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.202845] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1841.202986] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1841.203276] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1841.203470] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1841.203642] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1841.203810] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1841.203984] env[62105]: DEBUG nova.virt.hardware [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1841.204910] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627fe36d-2a60-476b-aa40-cf7d1bbac3a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.214914] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964ce4c7-2be2-4d8a-b541-8d5d571185c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.232909] env[62105]: DEBUG nova.network.neutron [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.243245] env[62105]: DEBUG oslo_vmware.api [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.341425] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.369629] env[62105]: DEBUG oslo_vmware.api [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904268, 'name': PowerOffVM_Task, 'duration_secs': 0.225025} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.369881] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1841.370060] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.370320] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aae9db6-7536-43d2-862a-458ef007f422 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.440115] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "refresh_cache-38ad22d3-55ef-4916-a19e-b9937e1f58b6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.440496] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Instance network_info: |[{"id": "a37482e8-aca3-4f56-a0ca-e60153d47a04", "address": "fa:16:3e:b8:5a:f7", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37482e8-ac", "ovs_interfaceid": "a37482e8-aca3-4f56-a0ca-e60153d47a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1841.440939] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:5a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a37482e8-aca3-4f56-a0ca-e60153d47a04', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1841.450356] env[62105]: DEBUG oslo.service.loopingcall [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1841.450611] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1841.451302] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d62cae7-b811-4d50-8e06-c29ebf561d82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.473390] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1841.473390] env[62105]: value = "task-1904270" [ 1841.473390] env[62105]: _type = "Task" [ 1841.473390] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.481750] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904270, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.568772] env[62105]: DEBUG oslo_concurrency.lockutils [None req-597cfbb7-611c-42ac-9110-b12c134b08a4 tempest-ServerShowV257Test-1602694881 tempest-ServerShowV257Test-1602694881-project-member] Lock "a63f3e54-c80e-4100-af36-e127a51e3298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.448s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.569759] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "a63f3e54-c80e-4100-af36-e127a51e3298" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.463s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.569982] env[62105]: INFO nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] During sync_power_state the instance has a pending task (deleting). Skip. [ 1841.570137] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "a63f3e54-c80e-4100-af36-e127a51e3298" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.727628] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d1e4b3-fa95-47a7-83ed-e745c042c51b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.738934] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68caea7-a067-46ca-b880-40ac6cabb3f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.742331] env[62105]: INFO nova.compute.manager [-] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Took 1.62 seconds to deallocate network for instance. [ 1841.783829] env[62105]: DEBUG oslo_vmware.api [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904267, 'name': ReconfigVM_Task, 'duration_secs': 1.728446} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.785433] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.785794] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfigured VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1841.791019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e9fca0-be8f-4c31-bd41-d81ca1f6dffb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.798679] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd476df1-4d08-485d-a8ff-962a3c0b3476 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.816430] env[62105]: DEBUG nova.compute.provider_tree [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.861791] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Successfully updated port: 2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1841.913937] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Received event network-vif-plugged-a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1841.913937] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Acquiring lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.913937] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.913937] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.914094] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] No waiting events found dispatching network-vif-plugged-a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1841.914465] env[62105]: WARNING nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Received unexpected event network-vif-plugged-a37482e8-aca3-4f56-a0ca-e60153d47a04 for instance with vm_state building and task_state spawning. [ 1841.914702] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Received event network-changed-a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1841.914901] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Refreshing instance network info cache due to event network-changed-a37482e8-aca3-4f56-a0ca-e60153d47a04. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1841.915292] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Acquiring lock "refresh_cache-38ad22d3-55ef-4916-a19e-b9937e1f58b6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.915292] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Acquired lock "refresh_cache-38ad22d3-55ef-4916-a19e-b9937e1f58b6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.915500] env[62105]: DEBUG nova.network.neutron [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Refreshing network info cache for port a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1841.984643] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904270, 'name': CreateVM_Task, 'duration_secs': 0.392972} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.984833] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1841.985541] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.985716] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.986285] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1841.986285] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e586372e-60ec-480c-b259-a920da41b0a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.991050] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1841.991050] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525a8eb9-02e3-65de-eaa4-23cc619bc389" [ 1841.991050] env[62105]: _type = "Task" [ 1841.991050] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.998630] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525a8eb9-02e3-65de-eaa4-23cc619bc389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.286321] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.293641] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d47510cf-d2db-43ab-87b4-13385f14883b tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-62fa338e-c065-4c2b-94f2-1822b24b0ade" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.111s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.320135] env[62105]: DEBUG nova.scheduler.client.report [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.364033] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "refresh_cache-44741bb5-7e9f-4240-ac22-e2300e3a79f2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.364033] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "refresh_cache-44741bb5-7e9f-4240-ac22-e2300e3a79f2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.364262] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1842.504608] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525a8eb9-02e3-65de-eaa4-23cc619bc389, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.505760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.505760] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1842.505760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.505760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.505760] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1842.506038] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaeaa7c8-ec32-4e97-b09c-87810d7c093c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.514172] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1842.514355] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1842.515485] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-891a000a-7748-4623-a05e-d6843ac42684 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.520417] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1842.520417] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275acbc-2072-4041-c43f-f165413510f3" [ 1842.520417] env[62105]: _type = "Task" [ 1842.520417] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.528392] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275acbc-2072-4041-c43f-f165413510f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.627151] env[62105]: DEBUG nova.network.neutron [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Updated VIF entry in instance network info cache for port a37482e8-aca3-4f56-a0ca-e60153d47a04. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1842.627695] env[62105]: DEBUG nova.network.neutron [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Updating instance_info_cache with network_info: [{"id": "a37482e8-aca3-4f56-a0ca-e60153d47a04", "address": "fa:16:3e:b8:5a:f7", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37482e8-ac", "ovs_interfaceid": "a37482e8-aca3-4f56-a0ca-e60153d47a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.801209] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.801452] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.801643] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleting the datastore file [datastore1] 50f95d5e-4ea6-4761-b952-0458ae56776a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.801918] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56eb1e18-56ac-47a5-bf6d-8551d255a04f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.809442] env[62105]: DEBUG oslo_vmware.api [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for the task: (returnval){ [ 1842.809442] env[62105]: value = "task-1904271" [ 1842.809442] env[62105]: _type = "Task" [ 1842.809442] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.817556] env[62105]: DEBUG oslo_vmware.api [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.827401] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.829541] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.794s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.829774] env[62105]: DEBUG nova.objects.instance [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lazy-loading 'resources' on Instance uuid 7a484483-c67f-40f2-86e5-fd6406abfdf0 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.852302] env[62105]: INFO nova.scheduler.client.report [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Deleted allocations for instance 85551c2a-e588-4ee1-bf83-c9e9c9c3a086 [ 1842.898099] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1843.027640] env[62105]: DEBUG nova.network.neutron [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Updating instance_info_cache with network_info: [{"id": "2b1dd7f2-4045-4b52-a75c-d02a7b09f25f", "address": "fa:16:3e:f0:28:56", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1dd7f2-40", "ovs_interfaceid": "2b1dd7f2-4045-4b52-a75c-d02a7b09f25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.034586] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5275acbc-2072-4041-c43f-f165413510f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.035358] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1289708b-e17f-4d21-90ae-5a68aa3a11e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.040070] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1843.040070] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5256444b-c654-4722-f86c-2398f2759841" [ 1843.040070] env[62105]: _type = "Task" [ 1843.040070] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.047619] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5256444b-c654-4722-f86c-2398f2759841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.131404] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Releasing lock "refresh_cache-38ad22d3-55ef-4916-a19e-b9937e1f58b6" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.131404] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Received event network-vif-deleted-77072df3-c1f2-43e0-9ade-e64fc535f3b2 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1843.131404] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Received event network-vif-plugged-2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1843.131573] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Acquiring lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.131691] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.131855] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.132030] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] No waiting events found dispatching network-vif-plugged-2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1843.132200] env[62105]: WARNING nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Received unexpected event network-vif-plugged-2b1dd7f2-4045-4b52-a75c-d02a7b09f25f for instance with vm_state building and task_state spawning. [ 1843.132420] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Received event network-changed-2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1843.132552] env[62105]: DEBUG nova.compute.manager [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Refreshing instance network info cache due to event network-changed-2b1dd7f2-4045-4b52-a75c-d02a7b09f25f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1843.132723] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Acquiring lock "refresh_cache-44741bb5-7e9f-4240-ac22-e2300e3a79f2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.319698] env[62105]: DEBUG oslo_vmware.api [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Task: {'id': task-1904271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153018} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.319992] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.320197] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.320435] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.320702] env[62105]: INFO nova.compute.manager [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Took 2.48 seconds to destroy the instance on the hypervisor. [ 1843.320895] env[62105]: DEBUG oslo.service.loopingcall [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.321105] env[62105]: DEBUG nova.compute.manager [-] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.321206] env[62105]: DEBUG nova.network.neutron [-] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.359514] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ceeb39bf-7ac5-4b84-8ab6-57369346fed4 tempest-InstanceActionsTestJSON-111747740 tempest-InstanceActionsTestJSON-111747740-project-member] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.565s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.360569] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.253s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.360801] env[62105]: INFO nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] During sync_power_state the instance has a pending task (deleting). Skip. [ 1843.361010] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "85551c2a-e588-4ee1-bf83-c9e9c9c3a086" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.516283] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a438374-981a-4036-82c6-e60e7691d39f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.524803] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5de825-e5b9-4565-9508-414a4056ba52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.530359] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "refresh_cache-44741bb5-7e9f-4240-ac22-e2300e3a79f2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.530900] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Instance network_info: |[{"id": "2b1dd7f2-4045-4b52-a75c-d02a7b09f25f", "address": "fa:16:3e:f0:28:56", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1dd7f2-40", "ovs_interfaceid": "2b1dd7f2-4045-4b52-a75c-d02a7b09f25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1843.556896] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Acquired lock "refresh_cache-44741bb5-7e9f-4240-ac22-e2300e3a79f2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.557306] env[62105]: DEBUG nova.network.neutron [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Refreshing network info cache for port 2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1843.558622] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:28:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1dd7f2-4045-4b52-a75c-d02a7b09f25f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1843.566411] env[62105]: DEBUG oslo.service.loopingcall [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.567255] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1843.571056] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5737e-5ad1-4040-9f8c-c691d8062486 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.574166] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-875629c7-de8f-4fb7-adf9-7bb313263cfb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.596794] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5256444b-c654-4722-f86c-2398f2759841, 'name': SearchDatastore_Task, 'duration_secs': 0.008972} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.600277] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.600601] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 38ad22d3-55ef-4916-a19e-b9937e1f58b6/38ad22d3-55ef-4916-a19e-b9937e1f58b6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1843.600914] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1843.600914] env[62105]: value = "task-1904272" [ 1843.600914] env[62105]: _type = "Task" [ 1843.600914] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.601201] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99dcf4e9-39ef-4fec-aaef-7aadffc461d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.604218] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c555abdd-2717-46c6-b6a0-f0755501227b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.625390] env[62105]: DEBUG nova.compute.provider_tree [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.631756] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1843.631756] env[62105]: value = "task-1904273" [ 1843.631756] env[62105]: _type = "Task" [ 1843.631756] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.634530] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904272, 'name': CreateVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.647756] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.943091] env[62105]: DEBUG nova.compute.manager [req-aa541d12-765b-4e92-9375-e8a359b9a900 req-838cbb81-ddff-418b-8dac-447d8b3e874e service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Received event network-vif-deleted-2d34eb9f-3f6e-45a0-a721-69049fcd580b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1843.943382] env[62105]: INFO nova.compute.manager [req-aa541d12-765b-4e92-9375-e8a359b9a900 req-838cbb81-ddff-418b-8dac-447d8b3e874e service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Neutron deleted interface 2d34eb9f-3f6e-45a0-a721-69049fcd580b; detaching it from the instance and deleting it from the info cache [ 1843.944098] env[62105]: DEBUG nova.network.neutron [req-aa541d12-765b-4e92-9375-e8a359b9a900 req-838cbb81-ddff-418b-8dac-447d8b3e874e service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.117591] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904272, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.135963] env[62105]: DEBUG nova.scheduler.client.report [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.139592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.139815] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.149791] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47937} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.149895] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 38ad22d3-55ef-4916-a19e-b9937e1f58b6/38ad22d3-55ef-4916-a19e-b9937e1f58b6.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1844.150162] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1844.150897] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35d55be7-7afe-4e02-b24d-6fc6be3235a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.159714] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1844.159714] env[62105]: value = "task-1904274" [ 1844.159714] env[62105]: _type = "Task" [ 1844.159714] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.168381] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.282236] env[62105]: DEBUG nova.network.neutron [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Updated VIF entry in instance network info cache for port 2b1dd7f2-4045-4b52-a75c-d02a7b09f25f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.282606] env[62105]: DEBUG nova.network.neutron [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Updating instance_info_cache with network_info: [{"id": "2b1dd7f2-4045-4b52-a75c-d02a7b09f25f", "address": "fa:16:3e:f0:28:56", "network": {"id": "238fd55b-d5de-426f-addb-ac2e966b19c1", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1556519732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af1c1270f96c4bd3a1a78c70c7025e57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1dd7f2-40", "ovs_interfaceid": "2b1dd7f2-4045-4b52-a75c-d02a7b09f25f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.308483] env[62105]: DEBUG nova.network.neutron [-] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.446666] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9cc94d2-4d1f-4b0a-b9a3-8530fe339b8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.456845] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705bd51-082c-4e8a-8418-54afd854e7d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.485882] env[62105]: DEBUG nova.compute.manager [req-aa541d12-765b-4e92-9375-e8a359b9a900 req-838cbb81-ddff-418b-8dac-447d8b3e874e service nova] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Detach interface failed, port_id=2d34eb9f-3f6e-45a0-a721-69049fcd580b, reason: Instance 50f95d5e-4ea6-4761-b952-0458ae56776a could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1844.618971] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904272, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.642036] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.645270] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.842s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.645270] env[62105]: DEBUG nova.objects.instance [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'pci_requests' on Instance uuid e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.647199] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.647199] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.647199] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1fcf89-fa1a-444d-bd09-8de5e5ea3105 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.668918] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5991fed-9aaf-4c1d-88a8-44a6754033da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.678069] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071221} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.678980] env[62105]: INFO nova.scheduler.client.report [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Deleted allocations for instance 7a484483-c67f-40f2-86e5-fd6406abfdf0 [ 1844.696728] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1844.702584] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfiguring VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1844.705457] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdfac2c-6964-443c-b2b6-48412f726543 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.707907] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b44cb0a-e390-43bb-8db3-f49093cacef3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.742739] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 38ad22d3-55ef-4916-a19e-b9937e1f58b6/38ad22d3-55ef-4916-a19e-b9937e1f58b6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1844.744451] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b87890a-dcf1-4cf9-a71a-ac6c5a66f913 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.758746] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1844.758746] env[62105]: value = "task-1904275" [ 1844.758746] env[62105]: _type = "Task" [ 1844.758746] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.766774] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1844.766774] env[62105]: value = "task-1904276" [ 1844.766774] env[62105]: _type = "Task" [ 1844.766774] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.769995] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.777308] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.785262] env[62105]: DEBUG oslo_concurrency.lockutils [req-b80c1a79-0976-4f43-bb0c-7621a318d7df req-6d69efae-dc3d-4957-a736-a286102c4f6b service nova] Releasing lock "refresh_cache-44741bb5-7e9f-4240-ac22-e2300e3a79f2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1844.810526] env[62105]: INFO nova.compute.manager [-] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Took 1.49 seconds to deallocate network for instance. [ 1845.120246] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904272, 'name': CreateVM_Task, 'duration_secs': 1.426527} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.120417] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1845.121110] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.121314] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.121584] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1845.121838] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c589689-8413-4e13-8fb0-38c4e753053e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.126251] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1845.126251] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5202d9be-dd88-1eeb-4ad9-b639dc956f35" [ 1845.126251] env[62105]: _type = "Task" [ 1845.126251] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.133864] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5202d9be-dd88-1eeb-4ad9-b639dc956f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.148740] env[62105]: DEBUG nova.objects.instance [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'numa_topology' on Instance uuid e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.228341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3971d3b2-1a54-488f-92f6-78a014e6ff48 tempest-AttachInterfacesUnderV243Test-2008278206 tempest-AttachInterfacesUnderV243Test-2008278206-project-member] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.747s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.228341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 20.122s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.228341] env[62105]: INFO nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1845.228341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "7a484483-c67f-40f2-86e5-fd6406abfdf0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.271308] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.280187] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904276, 'name': ReconfigVM_Task, 'duration_secs': 0.296237} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.280915] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 38ad22d3-55ef-4916-a19e-b9937e1f58b6/38ad22d3-55ef-4916-a19e-b9937e1f58b6.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1845.283664] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7600968-47f6-4bd2-8a8c-9481e00b39e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.293476] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1845.293476] env[62105]: value = "task-1904277" [ 1845.293476] env[62105]: _type = "Task" [ 1845.293476] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.306188] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904277, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.319382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.637367] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5202d9be-dd88-1eeb-4ad9-b639dc956f35, 'name': SearchDatastore_Task, 'duration_secs': 0.014943} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.637789] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.637919] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1845.638285] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1845.638378] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1845.638574] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1845.638842] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f17322-4398-44a4-b79f-cc03a077e228 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.651168] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1845.651443] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1845.652285] env[62105]: INFO nova.compute.claims [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.654795] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc8af08-2be0-4982-ab75-e99a802ba86f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.660647] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1845.660647] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5274b091-667e-c61d-2ca1-56065a3084dc" [ 1845.660647] env[62105]: _type = "Task" [ 1845.660647] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.669166] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5274b091-667e-c61d-2ca1-56065a3084dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.770294] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.799825] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904277, 'name': Rename_Task, 'duration_secs': 0.132645} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.800107] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1845.800339] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fdfc015-6a24-411f-93c3-274f8feaf4da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.806031] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1845.806031] env[62105]: value = "task-1904278" [ 1845.806031] env[62105]: _type = "Task" [ 1845.806031] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.813107] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.172331] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5274b091-667e-c61d-2ca1-56065a3084dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008429} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.173746] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabe2040-e111-42b3-be84-8f59a32aca0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.179913] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1846.179913] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e08da3-0b72-19a3-b102-a91bfb6cc285" [ 1846.179913] env[62105]: _type = "Task" [ 1846.179913] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.189425] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e08da3-0b72-19a3-b102-a91bfb6cc285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.270910] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.316192] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.690880] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e08da3-0b72-19a3-b102-a91bfb6cc285, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.693168] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.693453] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 44741bb5-7e9f-4240-ac22-e2300e3a79f2/44741bb5-7e9f-4240-ac22-e2300e3a79f2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1846.696400] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1efd926a-db06-415f-b84c-a11db6d50368 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.706467] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1846.706467] env[62105]: value = "task-1904279" [ 1846.706467] env[62105]: _type = "Task" [ 1846.706467] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.719793] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.777372] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.817482] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904278, 'name': PowerOnVM_Task, 'duration_secs': 0.99648} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.817847] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.818118] env[62105]: INFO nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1846.818344] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.821763] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330648d6-ce07-485b-8b95-c11e93397d30 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.860290] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6d2a21-c4a5-48de-9051-fd50c315f9f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.868244] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b197952-fbd2-497f-b12c-f266f17139c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.899689] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2e483a-f236-4018-9dab-6767fc91c555 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.908931] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245d45c5-9519-42f5-8349-a0bcfe411d3c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.926588] env[62105]: DEBUG nova.compute.provider_tree [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.218466] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904279, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.272486] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.340048] env[62105]: INFO nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Took 24.38 seconds to build instance. [ 1847.431436] env[62105]: DEBUG nova.scheduler.client.report [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.718035] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564938} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1847.718326] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 44741bb5-7e9f-4240-ac22-e2300e3a79f2/44741bb5-7e9f-4240-ac22-e2300e3a79f2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1847.718510] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1847.718761] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-787628fa-7797-461a-b96e-3bdc8199cb21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.725659] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1847.725659] env[62105]: value = "task-1904280" [ 1847.725659] env[62105]: _type = "Task" [ 1847.725659] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.733334] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.772425] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.841297] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.897s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.937423] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.293s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.939739] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.436s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.969964] env[62105]: INFO nova.network.neutron [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating port e2560d1d-a128-4dca-b360-16a07751d81e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1848.240518] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06759} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.240518] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1848.241658] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e14169-547d-4d5e-a6e4-c44bf5ce1929 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.265189] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 44741bb5-7e9f-4240-ac22-e2300e3a79f2/44741bb5-7e9f-4240-ac22-e2300e3a79f2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1848.265189] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eab2d477-823c-403b-a69c-227ab9f93844 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.291899] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.293288] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1848.293288] env[62105]: value = "task-1904281" [ 1848.293288] env[62105]: _type = "Task" [ 1848.293288] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.301509] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.444508] env[62105]: INFO nova.compute.claims [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.776275] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.803543] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904281, 'name': ReconfigVM_Task, 'duration_secs': 0.286919} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.803833] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 44741bb5-7e9f-4240-ac22-e2300e3a79f2/44741bb5-7e9f-4240-ac22-e2300e3a79f2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1848.804487] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6736ea4-d3af-4536-a245-1f6580825baf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.812083] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1848.812083] env[62105]: value = "task-1904282" [ 1848.812083] env[62105]: _type = "Task" [ 1848.812083] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.821408] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904282, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.950919] env[62105]: INFO nova.compute.resource_tracker [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating resource usage from migration 2dac575a-4b29-40db-b5d7-c008bd3afe55 [ 1849.091117] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f03d978-4429-4ee2-8ef2-69f8c663f056 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.098860] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e307bf42-1e38-40df-b82c-32f5f91f93ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.128464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f324b08-103e-4162-965a-b0bf3649b520 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.135933] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d5094e-89be-437f-918a-c5c5ee8df059 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.149190] env[62105]: DEBUG nova.compute.provider_tree [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.275846] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.322172] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904282, 'name': Rename_Task, 'duration_secs': 0.149776} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.323137] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1849.323348] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b1482cc-4762-44c5-babf-d273fa45e35e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.331294] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1849.331294] env[62105]: value = "task-1904283" [ 1849.331294] env[62105]: _type = "Task" [ 1849.331294] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.341286] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.469017] env[62105]: DEBUG nova.compute.manager [req-88c8dba6-c8e0-411f-ac15-c233d103f3b4 req-8a411e5d-08d7-4e6a-8a7a-493ee2a3e616 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-vif-plugged-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1849.469335] env[62105]: DEBUG oslo_concurrency.lockutils [req-88c8dba6-c8e0-411f-ac15-c233d103f3b4 req-8a411e5d-08d7-4e6a-8a7a-493ee2a3e616 service nova] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.469624] env[62105]: DEBUG oslo_concurrency.lockutils [req-88c8dba6-c8e0-411f-ac15-c233d103f3b4 req-8a411e5d-08d7-4e6a-8a7a-493ee2a3e616 service nova] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.469910] env[62105]: DEBUG oslo_concurrency.lockutils [req-88c8dba6-c8e0-411f-ac15-c233d103f3b4 req-8a411e5d-08d7-4e6a-8a7a-493ee2a3e616 service nova] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.470114] env[62105]: DEBUG nova.compute.manager [req-88c8dba6-c8e0-411f-ac15-c233d103f3b4 req-8a411e5d-08d7-4e6a-8a7a-493ee2a3e616 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] No waiting events found dispatching network-vif-plugged-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.470286] env[62105]: WARNING nova.compute.manager [req-88c8dba6-c8e0-411f-ac15-c233d103f3b4 req-8a411e5d-08d7-4e6a-8a7a-493ee2a3e616 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received unexpected event network-vif-plugged-e2560d1d-a128-4dca-b360-16a07751d81e for instance with vm_state shelved_offloaded and task_state spawning. [ 1849.506360] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.506534] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.506735] env[62105]: DEBUG nova.network.neutron [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.652572] env[62105]: DEBUG nova.scheduler.client.report [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.776933] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.840662] env[62105]: DEBUG oslo_vmware.api [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904283, 'name': PowerOnVM_Task, 'duration_secs': 0.456943} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.841712] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1849.841712] env[62105]: INFO nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1849.841712] env[62105]: DEBUG nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.842336] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8dcc87-dbb5-4144-925f-6912e4ae40d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.159312] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.220s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.159548] env[62105]: INFO nova.compute.manager [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Migrating [ 1850.166256] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.967s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.167673] env[62105]: INFO nova.compute.claims [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1850.242783] env[62105]: DEBUG nova.network.neutron [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2560d1d-a1", "ovs_interfaceid": "e2560d1d-a128-4dca-b360-16a07751d81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.277591] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.360659] env[62105]: INFO nova.compute.manager [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Took 27.37 seconds to build instance. [ 1850.677867] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.678258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.678258] env[62105]: DEBUG nova.network.neutron [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.745284] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.776709] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bff2b4027bc498e8872d9b365c9d5947',container_format='bare',created_at=2024-12-15T01:00:36Z,direct_url=,disk_format='vmdk',id=40d4dc43-2be0-4dc6-87da-701b58b49a18,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-597777847-shelved',owner='d56644e6f4494b69906e9d69d1b80405',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2024-12-15T01:00:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.776709] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.776902] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.777026] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.777246] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.777323] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.777527] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.777688] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.777853] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.778025] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.778203] env[62105]: DEBUG nova.virt.hardware [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.778985] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1525a7a7-d662-407e-8048-972c1e016f6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.790117] env[62105]: DEBUG oslo_vmware.api [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904275, 'name': ReconfigVM_Task, 'duration_secs': 5.985487} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.790432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.790643] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfigured VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1850.794123] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f377c47-dd57-493e-b99c-ea4b41a515a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.812246] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:8c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2560d1d-a128-4dca-b360-16a07751d81e', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1850.821026] env[62105]: DEBUG oslo.service.loopingcall [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.821026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1850.821026] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f269ccf6-720f-4cfb-a13a-44d9b4a4d93f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.845895] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1850.845895] env[62105]: value = "task-1904284" [ 1850.845895] env[62105]: _type = "Task" [ 1850.845895] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.854425] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904284, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.862889] env[62105]: DEBUG oslo_concurrency.lockutils [None req-edee8c48-dfc2-4722-988d-f456f0a5ccfe tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.882s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.342550] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.342811] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.343042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.343239] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.343410] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.348203] env[62105]: INFO nova.compute.manager [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Terminating instance [ 1851.359718] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaf03c8-a878-4a40-b402-86f079f32fa1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.364271] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904284, 'name': CreateVM_Task, 'duration_secs': 0.495277} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.365270] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.366388] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.366554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.366954] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.369286] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6017b4-9e39-4d70-b276-d175193c532f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.372085] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec27583-ddd2-4bc5-ad6e-728024a7b2db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.378229] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1851.378229] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524bbc8d-4fad-789e-7613-97b85287e091" [ 1851.378229] env[62105]: _type = "Task" [ 1851.378229] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.410730] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976a3c6-7e8b-41fa-9487-3a85b9a70221 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.413566] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.413807] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.414014] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.414206] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.414373] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.416569] env[62105]: INFO nova.compute.manager [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Terminating instance [ 1851.432793] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe46deb-25af-47fe-91d6-0d51cd6944e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.438028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.438028] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Processing image 40d4dc43-2be0-4dc6-87da-701b58b49a18 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1851.438028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.438028] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.438028] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1851.438686] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1b3e249-5c5b-470c-8277-e3930e82c8c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.449284] env[62105]: DEBUG nova.compute.provider_tree [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.458261] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1851.458512] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1851.459305] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb1f845-e644-4f02-b8eb-88ba5be41d8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.465710] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1851.465710] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525123ce-0ba2-5d37-ef9c-7dcd021444fb" [ 1851.465710] env[62105]: _type = "Task" [ 1851.465710] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.472581] env[62105]: DEBUG nova.network.neutron [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.479771] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525123ce-0ba2-5d37-ef9c-7dcd021444fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.508774] env[62105]: DEBUG nova.compute.manager [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1851.508983] env[62105]: DEBUG nova.compute.manager [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing instance network info cache due to event network-changed-e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1851.509234] env[62105]: DEBUG oslo_concurrency.lockutils [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Acquiring lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.509381] env[62105]: DEBUG oslo_concurrency.lockutils [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Acquired lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.509986] env[62105]: DEBUG nova.network.neutron [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Refreshing network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.550172] env[62105]: DEBUG nova.compute.manager [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-vif-deleted-62fa338e-c065-4c2b-94f2-1822b24b0ade {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1851.550172] env[62105]: INFO nova.compute.manager [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Neutron deleted interface 62fa338e-c065-4c2b-94f2-1822b24b0ade; detaching it from the instance and deleting it from the info cache [ 1851.550172] env[62105]: DEBUG nova.network.neutron [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "address": "fa:16:3e:60:0c:20", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ecccf5d-ee", "ovs_interfaceid": "5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.860621] env[62105]: DEBUG nova.compute.manager [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.860621] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.860621] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b285659-bb0d-46b2-b216-0014e78fd0f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.868026] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.868026] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c90139db-2001-44f4-99cd-b3a14e27802b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.878065] env[62105]: DEBUG oslo_vmware.api [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1851.878065] env[62105]: value = "task-1904285" [ 1851.878065] env[62105]: _type = "Task" [ 1851.878065] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.885231] env[62105]: DEBUG oslo_vmware.api [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.922532] env[62105]: DEBUG nova.compute.manager [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1851.923661] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.924673] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eded957e-daf5-4e08-bbb7-b598d22ecd59 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.936507] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1851.936815] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86db1b0f-22f7-414e-883f-beeb2f6a896b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.944258] env[62105]: DEBUG oslo_vmware.api [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1851.944258] env[62105]: value = "task-1904286" [ 1851.944258] env[62105]: _type = "Task" [ 1851.944258] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.953517] env[62105]: DEBUG nova.scheduler.client.report [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1851.957078] env[62105]: DEBUG oslo_vmware.api [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.979733] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.982197] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1851.982586] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Fetch image to [datastore1] OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4/OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1851.982888] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Downloading stream optimized image 40d4dc43-2be0-4dc6-87da-701b58b49a18 to [datastore1] OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4/OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4.vmdk on the data store datastore1 as vApp {{(pid=62105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1851.983177] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Downloading image file data 40d4dc43-2be0-4dc6-87da-701b58b49a18 to the ESX as VM named 'OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4' {{(pid=62105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1852.054914] env[62105]: DEBUG oslo_concurrency.lockutils [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.056246] env[62105]: DEBUG oslo_concurrency.lockutils [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Acquired lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.056246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.056246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.056246] env[62105]: DEBUG nova.network.neutron [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.058249] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6fc8ae-c065-4a17-9b91-237c600b844e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.082842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.084249] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3dfca-9a44-4bc5-9a6e-c852fbdbc687 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.111122] env[62105]: DEBUG nova.virt.vmwareapi.vmops [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfiguring VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1852.112156] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1852.112156] env[62105]: value = "resgroup-9" [ 1852.112156] env[62105]: _type = "ResourcePool" [ 1852.112156] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1852.112415] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30c7eea-a7a3-4960-b77b-975fba11454e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.126220] env[62105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2ce99095-caff-4a70-8de7-e5937fa8370b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.151372] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Waiting for the task: (returnval){ [ 1852.151372] env[62105]: value = "task-1904287" [ 1852.151372] env[62105]: _type = "Task" [ 1852.151372] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.152810] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease: (returnval){ [ 1852.152810] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9d4d7-a954-55ad-017d-dd6631510c1d" [ 1852.152810] env[62105]: _type = "HttpNfcLease" [ 1852.152810] env[62105]: } obtained for vApp import into resource pool (val){ [ 1852.152810] env[62105]: value = "resgroup-9" [ 1852.152810] env[62105]: _type = "ResourcePool" [ 1852.152810] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1852.153242] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the lease: (returnval){ [ 1852.153242] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9d4d7-a954-55ad-017d-dd6631510c1d" [ 1852.153242] env[62105]: _type = "HttpNfcLease" [ 1852.153242] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1852.164280] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.165915] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1852.165915] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9d4d7-a954-55ad-017d-dd6631510c1d" [ 1852.165915] env[62105]: _type = "HttpNfcLease" [ 1852.165915] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1852.319385] env[62105]: DEBUG nova.network.neutron [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updated VIF entry in instance network info cache for port e2560d1d-a128-4dca-b360-16a07751d81e. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1852.319799] env[62105]: DEBUG nova.network.neutron [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [{"id": "e2560d1d-a128-4dca-b360-16a07751d81e", "address": "fa:16:3e:89:8c:fb", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2560d1d-a1", "ovs_interfaceid": "e2560d1d-a128-4dca-b360-16a07751d81e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.390058] env[62105]: DEBUG oslo_vmware.api [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904285, 'name': PowerOffVM_Task, 'duration_secs': 0.206857} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.390485] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.390744] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.391153] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6cf47ed-4da3-4be0-8599-50c54e687df6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.459746] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.460544] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1852.464668] env[62105]: DEBUG oslo_vmware.api [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904286, 'name': PowerOffVM_Task, 'duration_secs': 0.225381} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.466761] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.238s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.469156] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1852.469398] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1852.469758] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.470008] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.470255] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleting the datastore file [datastore2] 38ad22d3-55ef-4916-a19e-b9937e1f58b6 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.470790] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff6061b-955d-4040-a696-5197d3ddfc20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.473095] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4c8e7bd-74e8-4430-bb2e-46a38d3c622c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.482383] env[62105]: DEBUG oslo_vmware.api [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1852.482383] env[62105]: value = "task-1904291" [ 1852.482383] env[62105]: _type = "Task" [ 1852.482383] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.501774] env[62105]: DEBUG oslo_vmware.api [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.664861] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1852.665185] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1852.665414] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleting the datastore file [datastore2] 44741bb5-7e9f-4240-ac22-e2300e3a79f2 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.666257] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c8a991-1887-4bc9-996a-029631d6efb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.672357] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.672612] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1852.672612] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9d4d7-a954-55ad-017d-dd6631510c1d" [ 1852.672612] env[62105]: _type = "HttpNfcLease" [ 1852.672612] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1852.681026] env[62105]: DEBUG oslo_vmware.api [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for the task: (returnval){ [ 1852.681026] env[62105]: value = "task-1904292" [ 1852.681026] env[62105]: _type = "Task" [ 1852.681026] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.688459] env[62105]: DEBUG oslo_vmware.api [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.823142] env[62105]: DEBUG oslo_concurrency.lockutils [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Releasing lock "refresh_cache-e62fa20c-62e8-43b4-b7c9-3738cbe3930f" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.823487] env[62105]: DEBUG nova.compute.manager [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-vif-deleted-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1852.823730] env[62105]: INFO nova.compute.manager [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Neutron deleted interface 5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93; detaching it from the instance and deleting it from the info cache [ 1852.824147] env[62105]: DEBUG nova.network.neutron [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62fa338e-c065-4c2b-94f2-1822b24b0ade", "address": "fa:16:3e:22:ff:de", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62fa338e-c0", "ovs_interfaceid": "62fa338e-c065-4c2b-94f2-1822b24b0ade", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.835813] env[62105]: INFO nova.network.neutron [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Port 5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1852.836387] env[62105]: DEBUG nova.network.neutron [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [{"id": "818d8ee4-9437-43c0-8097-50a59ca1394f", "address": "fa:16:3e:29:df:00", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap818d8ee4-94", "ovs_interfaceid": "818d8ee4-9437-43c0-8097-50a59ca1394f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.967428] env[62105]: DEBUG nova.compute.utils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.968549] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.968729] env[62105]: DEBUG nova.network.neutron [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.992681] env[62105]: DEBUG oslo_vmware.api [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216666} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.993397] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.993397] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1852.993397] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1852.993573] env[62105]: INFO nova.compute.manager [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1852.994059] env[62105]: DEBUG oslo.service.loopingcall [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1852.994059] env[62105]: DEBUG nova.compute.manager [-] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1852.994059] env[62105]: DEBUG nova.network.neutron [-] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.028613] env[62105]: DEBUG nova.policy [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ba505cacc23432686bcda09ad362352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79ca61bf24444afda33c24112d275e5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1853.169906] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1853.169906] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9d4d7-a954-55ad-017d-dd6631510c1d" [ 1853.169906] env[62105]: _type = "HttpNfcLease" [ 1853.169906] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1853.173728] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1853.173728] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e9d4d7-a954-55ad-017d-dd6631510c1d" [ 1853.173728] env[62105]: _type = "HttpNfcLease" [ 1853.173728] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1853.174101] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.174997] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e132ac-b880-4c5e-9c4b-3894cd9d2419 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.183906] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2789-62b3-2492-3186-9807bbb4af18/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1853.184058] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2789-62b3-2492-3186-9807bbb4af18/disk-0.vmdk. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1853.256413] env[62105]: DEBUG oslo_vmware.api [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Task: {'id': task-1904292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236502} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.258449] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1853.258787] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1853.259111] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1853.259413] env[62105]: INFO nova.compute.manager [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1853.259807] env[62105]: DEBUG oslo.service.loopingcall [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1853.263476] env[62105]: DEBUG nova.compute.manager [-] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1853.263587] env[62105]: DEBUG nova.network.neutron [-] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1853.265738] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ece780ce-eb2c-4b82-a73f-156df4bb9f18 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.329220] env[62105]: DEBUG oslo_concurrency.lockutils [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.338976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.440832] env[62105]: DEBUG nova.network.neutron [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Successfully created port: 76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1853.471590] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1853.479245] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Applying migration context for instance f43578b1-da1d-448c-a8ae-f1680d4faad2 as it has an incoming, in-progress migration 2dac575a-4b29-40db-b5d7-c008bd3afe55. Migration status is migrating {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1853.480210] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating resource usage from migration 2dac575a-4b29-40db-b5d7-c008bd3afe55 [ 1853.502873] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6881bc2c-477a-4148-bf42-c0bc5a0a7096 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.526031] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1853.530219] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.530303] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 3e46378a-4220-4268-9c49-6b235b5ba107 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1853.530391] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 722e712e-a929-4f3e-9c2b-11bcaba9a3be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.530502] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ef8b596a-c8b4-408e-b116-41ce53c1e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.530663] env[62105]: WARNING nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 50f95d5e-4ea6-4761-b952-0458ae56776a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1853.530824] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance e62fa20c-62e8-43b4-b7c9-3738cbe3930f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.530959] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 38ad22d3-55ef-4916-a19e-b9937e1f58b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.531164] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 44741bb5-7e9f-4240-ac22-e2300e3a79f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.531216] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Migration 2dac575a-4b29-40db-b5d7-c008bd3afe55 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1853.532615] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance f43578b1-da1d-448c-a8ae-f1680d4faad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.532615] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 64ebf018-7de8-4fe9-8970-970e778f1104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1853.550840] env[62105]: DEBUG nova.compute.manager [req-f120c81c-4d9b-449c-bbaf-1b4e4d8f7d74 req-676095fb-2f00-4b3b-a652-ab8cde2ef6de service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Received event network-vif-deleted-a37482e8-aca3-4f56-a0ca-e60153d47a04 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1853.552575] env[62105]: INFO nova.compute.manager [req-f120c81c-4d9b-449c-bbaf-1b4e4d8f7d74 req-676095fb-2f00-4b3b-a652-ab8cde2ef6de service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Neutron deleted interface a37482e8-aca3-4f56-a0ca-e60153d47a04; detaching it from the instance and deleting it from the info cache [ 1853.552575] env[62105]: DEBUG nova.network.neutron [req-f120c81c-4d9b-449c-bbaf-1b4e4d8f7d74 req-676095fb-2f00-4b3b-a652-ab8cde2ef6de service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.579441] env[62105]: DEBUG nova.compute.manager [req-59a19597-0622-4820-9458-4fa867edfb57 req-b997f740-4149-493a-8302-6f8071eb3797 service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Received event network-vif-deleted-2b1dd7f2-4045-4b52-a75c-d02a7b09f25f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1853.579949] env[62105]: INFO nova.compute.manager [req-59a19597-0622-4820-9458-4fa867edfb57 req-b997f740-4149-493a-8302-6f8071eb3797 service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Neutron deleted interface 2b1dd7f2-4045-4b52-a75c-d02a7b09f25f; detaching it from the instance and deleting it from the info cache [ 1853.579949] env[62105]: DEBUG nova.network.neutron [req-59a19597-0622-4820-9458-4fa867edfb57 req-b997f740-4149-493a-8302-6f8071eb3797 service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.670882] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.847585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2602a6-9e67-427f-872f-ea8b0e58b596 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-722e712e-a929-4f3e-9c2b-11bcaba9a3be-5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.708s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.881737] env[62105]: DEBUG nova.network.neutron [-] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.037866] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1854.040034] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance cfbfb393-395d-4c28-b65f-f6429459732c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1854.040268] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1854.040416] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1854.043218] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730f1466-8f9c-4199-ad95-d07909d37c84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.045216] env[62105]: DEBUG nova.network.neutron [-] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.058017] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80fffa88-33c7-4ea2-a3d3-27ed01fd4dfb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.060538] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1854.060538] env[62105]: value = "task-1904293" [ 1854.060538] env[62105]: _type = "Task" [ 1854.060538] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.076481] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b73dcc-a565-4a65-a995-010d21feb211 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.098199] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.102011] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60e65df2-df77-4bda-b473-80a97f3d5016 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.114084] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381f9f35-cadc-4bf1-827c-4a4bd7640d95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.141355] env[62105]: DEBUG nova.compute.manager [req-f120c81c-4d9b-449c-bbaf-1b4e4d8f7d74 req-676095fb-2f00-4b3b-a652-ab8cde2ef6de service nova] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Detach interface failed, port_id=a37482e8-aca3-4f56-a0ca-e60153d47a04, reason: Instance 38ad22d3-55ef-4916-a19e-b9937e1f58b6 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1854.169829] env[62105]: DEBUG nova.compute.manager [req-59a19597-0622-4820-9458-4fa867edfb57 req-b997f740-4149-493a-8302-6f8071eb3797 service nova] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Detach interface failed, port_id=2b1dd7f2-4045-4b52-a75c-d02a7b09f25f, reason: Instance 44741bb5-7e9f-4240-ac22-e2300e3a79f2 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1854.190105] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.294200] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac1c2ee-352b-43ed-841c-4bfd884232ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.305131] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edc0abf-4269-4040-bd76-f19a1d8b71a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.349686] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cafdf5f-21b7-4d00-8847-6a3d8ce0dc8e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.359912] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8625a1b-116d-4837-afe4-24e6962e4b25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.377796] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1854.384628] env[62105]: INFO nova.compute.manager [-] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Took 1.39 seconds to deallocate network for instance. [ 1854.483342] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1854.512938] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1854.513227] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1854.513393] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1854.513577] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1854.513729] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1854.513879] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1854.514103] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1854.514287] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1854.514463] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1854.514725] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1854.514932] env[62105]: DEBUG nova.virt.hardware [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1854.515901] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b308d367-518e-418a-9e17-a5cc2854ccc2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.524394] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743e3d1a-5af8-488e-b820-4b2bab1e9ea2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.549171] env[62105]: INFO nova.compute.manager [-] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Took 1.29 seconds to deallocate network for instance. [ 1854.576570] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904293, 'name': PowerOffVM_Task, 'duration_secs': 0.21121} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.576927] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1854.577199] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1854.583389] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1854.583618] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2789-62b3-2492-3186-9807bbb4af18/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1854.584540] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df59229-5a72-4480-9a7e-8271041e7f52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.592548] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2789-62b3-2492-3186-9807bbb4af18/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1854.592740] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2789-62b3-2492-3186-9807bbb4af18/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1854.592981] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8e0861bd-6626-40dc-8b5b-666df8214f55 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.681063] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.772195] env[62105]: DEBUG oslo_vmware.rw_handles [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2789-62b3-2492-3186-9807bbb4af18/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1854.772564] env[62105]: INFO nova.virt.vmwareapi.images [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Downloaded image file data 40d4dc43-2be0-4dc6-87da-701b58b49a18 [ 1854.773445] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3bccc-61b3-4469-8de5-3c225bec24f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.791719] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b9821c-c65b-4263-b9ed-0ed1f2b02172 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.828606] env[62105]: INFO nova.virt.vmwareapi.images [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] The imported VM was unregistered [ 1854.830866] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1854.831108] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating directory with path [datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18 {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.831459] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099c7534-8fa6-4a4d-8c7a-b23a0ebf6e4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.863598] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created directory with path [datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18 {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.863598] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4/OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4.vmdk to [datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk. {{(pid=62105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1854.863858] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-de4056d5-3133-4aaa-ae87-cddaa28aee40 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.870483] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1854.870483] env[62105]: value = "task-1904295" [ 1854.870483] env[62105]: _type = "Task" [ 1854.870483] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.878187] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904295, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.884609] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1854.891119] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.993396] env[62105]: DEBUG nova.network.neutron [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Successfully updated port: 76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1855.058087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.091713] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1855.092243] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.092573] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1855.092920] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.093235] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1855.093532] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1855.093898] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1855.094226] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1855.094563] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1855.094890] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1855.095234] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1855.105450] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-338d5f70-27fe-4be2-8802-1ca0caab0475 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.130359] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1855.130359] env[62105]: value = "task-1904296" [ 1855.130359] env[62105]: _type = "Task" [ 1855.130359] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.143932] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.181043] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.382094] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904295, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.390044] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1855.390258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.924s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.390496] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.049s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.392018] env[62105]: INFO nova.compute.claims [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.495842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.496111] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.496176] env[62105]: DEBUG nova.network.neutron [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.576400] env[62105]: DEBUG nova.compute.manager [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Received event network-vif-plugged-76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1855.576564] env[62105]: DEBUG oslo_concurrency.lockutils [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] Acquiring lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.576787] env[62105]: DEBUG oslo_concurrency.lockutils [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] Lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.576962] env[62105]: DEBUG oslo_concurrency.lockutils [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] Lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.577190] env[62105]: DEBUG nova.compute.manager [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] No waiting events found dispatching network-vif-plugged-76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.577318] env[62105]: WARNING nova.compute.manager [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Received unexpected event network-vif-plugged-76de9eae-5587-47cd-962b-0518836f1374 for instance with vm_state building and task_state spawning. [ 1855.577480] env[62105]: DEBUG nova.compute.manager [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Received event network-changed-76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1855.577634] env[62105]: DEBUG nova.compute.manager [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Refreshing instance network info cache due to event network-changed-76de9eae-5587-47cd-962b-0518836f1374. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1855.577808] env[62105]: DEBUG oslo_concurrency.lockutils [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] Acquiring lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.642557] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904296, 'name': ReconfigVM_Task, 'duration_secs': 0.24358} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.643537] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1855.682165] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.882946] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904295, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.033816] env[62105]: DEBUG nova.network.neutron [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1856.149996] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.150410] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.150410] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.150594] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.150735] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.150886] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.151105] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.151269] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.151437] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.151600] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.151777] env[62105]: DEBUG nova.virt.hardware [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.157181] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1856.157508] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732bf4b9-6cf2-447f-b3ef-79a45917e31b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.178373] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1856.178373] env[62105]: value = "task-1904297" [ 1856.178373] env[62105]: _type = "Task" [ 1856.178373] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.184829] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.185815] env[62105]: DEBUG nova.network.neutron [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [{"id": "76de9eae-5587-47cd-962b-0518836f1374", "address": "fa:16:3e:8e:34:e7", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76de9eae-55", "ovs_interfaceid": "76de9eae-5587-47cd-962b-0518836f1374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.194339] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.383384] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904295, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.570457] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80319f59-f170-4463-929d-1daae091e3c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.579598] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d1834f-6c02-4217-98ae-d5b8b94e982b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.613079] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2e6e26-458d-42c7-8d5f-22600c7c4e16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.627452] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0068f3c-29e7-4b02-aea8-51d72a3f5e78 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.645958] env[62105]: DEBUG nova.compute.provider_tree [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.687457] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.688428] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.688739] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Instance network_info: |[{"id": "76de9eae-5587-47cd-962b-0518836f1374", "address": "fa:16:3e:8e:34:e7", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76de9eae-55", "ovs_interfaceid": "76de9eae-5587-47cd-962b-0518836f1374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.689095] env[62105]: DEBUG oslo_concurrency.lockutils [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] Acquired lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.689273] env[62105]: DEBUG nova.network.neutron [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Refreshing network info cache for port 76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.690545] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:34:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76de9eae-5587-47cd-962b-0518836f1374', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.701278] env[62105]: DEBUG oslo.service.loopingcall [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.707261] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.707943] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904297, 'name': ReconfigVM_Task, 'duration_secs': 0.210288} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.708181] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97ecf19c-77f5-457f-b51c-659379a66925 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.723534] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1856.725155] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03319f-7800-4ca7-a3c1-b2b6e3a7e9b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.754486] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2/f43578b1-da1d-448c-a8ae-f1680d4faad2.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.754829] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.754829] env[62105]: value = "task-1904298" [ 1856.754829] env[62105]: _type = "Task" [ 1856.754829] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.757507] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1dc67a5-8405-4f87-915f-f22a3fc36737 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.783900] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904298, 'name': CreateVM_Task} progress is 15%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.784930] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1856.784930] env[62105]: value = "task-1904299" [ 1856.784930] env[62105]: _type = "Task" [ 1856.784930] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.795308] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904299, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.886307] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904295, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.966487] env[62105]: DEBUG nova.network.neutron [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updated VIF entry in instance network info cache for port 76de9eae-5587-47cd-962b-0518836f1374. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.966890] env[62105]: DEBUG nova.network.neutron [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [{"id": "76de9eae-5587-47cd-962b-0518836f1374", "address": "fa:16:3e:8e:34:e7", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76de9eae-55", "ovs_interfaceid": "76de9eae-5587-47cd-962b-0518836f1374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.149651] env[62105]: DEBUG nova.scheduler.client.report [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1857.184616] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.280731] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904298, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.293615] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904299, 'name': ReconfigVM_Task, 'duration_secs': 0.438713} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.293890] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2/f43578b1-da1d-448c-a8ae-f1680d4faad2.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.294207] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1857.382574] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904295, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.383315} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.382847] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4/OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4.vmdk to [datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk. [ 1857.383461] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Cleaning up location [datastore1] OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1857.383461] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3c83410e-b34c-4b9c-b221-5e0f7e9790a4 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.383461] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87baaecd-b7d4-4bcd-a3b5-9e09e9de5b77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.389275] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1857.389275] env[62105]: value = "task-1904300" [ 1857.389275] env[62105]: _type = "Task" [ 1857.389275] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.396663] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.469576] env[62105]: DEBUG oslo_concurrency.lockutils [req-aace14bd-1351-4fa5-9f31-2714112de704 req-a0a46416-a080-451e-8bf9-f5bc5320dbb1 service nova] Releasing lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.654976] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.655535] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.659098] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.373s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.659613] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.661291] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.342s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.661484] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.663184] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.772s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.663407] env[62105]: DEBUG nova.objects.instance [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lazy-loading 'resources' on Instance uuid 38ad22d3-55ef-4916-a19e-b9937e1f58b6 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.685168] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.688664] env[62105]: INFO nova.scheduler.client.report [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted allocations for instance 3e46378a-4220-4268-9c49-6b235b5ba107 [ 1857.690258] env[62105]: INFO nova.scheduler.client.report [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Deleted allocations for instance 50f95d5e-4ea6-4761-b952-0458ae56776a [ 1857.780753] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904298, 'name': CreateVM_Task, 'duration_secs': 0.726992} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.780929] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.781619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.781780] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.782162] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.782368] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56becbd0-bd9a-43b4-815e-f96935c277f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.786800] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1857.786800] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52037348-9896-163b-9d87-0f4cc00d1a37" [ 1857.786800] env[62105]: _type = "Task" [ 1857.786800] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.794486] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52037348-9896-163b-9d87-0f4cc00d1a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.801521] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e5ffe-62b2-4b16-bda6-13cc8d0adf65 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.819475] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9b8551-f187-4fff-9988-9f8df29e8017 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.837696] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1857.899761] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044324} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.900261] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1857.900436] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.900673] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk to [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.900925] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f8285b-87d3-4484-beed-bcba23fe65a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.913374] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1857.913374] env[62105]: value = "task-1904301" [ 1857.913374] env[62105]: _type = "Task" [ 1857.913374] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.921343] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.167262] env[62105]: DEBUG nova.compute.utils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.172087] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.173877] env[62105]: DEBUG nova.network.neutron [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.188487] env[62105]: DEBUG oslo_vmware.api [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Task: {'id': task-1904287, 'name': ReconfigVM_Task, 'duration_secs': 5.788171} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.188835] env[62105]: DEBUG oslo_concurrency.lockutils [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] Releasing lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.189048] env[62105]: DEBUG nova.virt.vmwareapi.vmops [req-820b560c-9d1e-4bf8-8b83-f938767684af req-6a3c916d-160a-4441-a2c5-fd5bda7cf1de service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Reconfigured VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1858.189584] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.107s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.189840] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.190109] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.190273] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.192606] env[62105]: INFO nova.compute.manager [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Terminating instance [ 1858.202923] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e4fae2ee-7f07-449f-8aba-cc96a4aecfa3 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "3e46378a-4220-4268-9c49-6b235b5ba107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.739s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.204268] env[62105]: DEBUG oslo_concurrency.lockutils [None req-53f98b7c-7927-441c-a96f-bace10d0d7c7 tempest-ServerDiskConfigTestJSON-480155948 tempest-ServerDiskConfigTestJSON-480155948-project-member] Lock "50f95d5e-4ea6-4761-b952-0458ae56776a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.871s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.249872] env[62105]: DEBUG nova.policy [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '509cb9dda2ee40cba6b3b9a9f3fe29e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47bf625976fc4b62a0b4f804f5b765e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.303177] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52037348-9896-163b-9d87-0f4cc00d1a37, 'name': SearchDatastore_Task, 'duration_secs': 0.010355} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.303583] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.303853] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1858.304117] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.304271] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.304537] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1858.304853] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d51225d-1392-483e-8887-9631d89c1c2f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.328308] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1858.328590] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1858.329273] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d752c1-c768-4d73-8b71-e20c4fc63a23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.341344] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1858.341344] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c77fc8-bac6-c67c-a97e-1181b21b0791" [ 1858.341344] env[62105]: _type = "Task" [ 1858.341344] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.354165] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218f4e6-fa4d-4bb5-afee-62915c126a69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.360968] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c77fc8-bac6-c67c-a97e-1181b21b0791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.369051] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755f2979-d535-49ec-9607-b00dfc536265 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.409350] env[62105]: DEBUG nova.network.neutron [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Port eb62b6e0-c923-468d-8159-46514083d503 binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1858.411275] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c42c4b-63de-4f55-a0c5-06148a3e2284 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.427572] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904301, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.429606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c4969-c92c-4d42-b2ab-9f78665ef0a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.446318] env[62105]: DEBUG nova.compute.provider_tree [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.616810] env[62105]: DEBUG nova.network.neutron [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Successfully created port: a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.672735] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.699598] env[62105]: DEBUG nova.compute.manager [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1858.699598] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1858.699598] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347249f2-97a6-4479-86ad-18ccf85a2eed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.708548] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.708814] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea5d85a-f4fc-4a37-805f-8334feac48b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.719590] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1858.719590] env[62105]: value = "task-1904302" [ 1858.719590] env[62105]: _type = "Task" [ 1858.719590] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.738988] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.857470] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c77fc8-bac6-c67c-a97e-1181b21b0791, 'name': SearchDatastore_Task, 'duration_secs': 0.085319} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.858460] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4ca48d-894b-4017-91fa-9e749ee4c2f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.866535] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1858.866535] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521b2305-8bf3-5a93-27c5-7a8d42496f85" [ 1858.866535] env[62105]: _type = "Task" [ 1858.866535] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.882597] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521b2305-8bf3-5a93-27c5-7a8d42496f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.929257] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904301, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.949540] env[62105]: DEBUG nova.scheduler.client.report [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.234674] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904302, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.381113] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521b2305-8bf3-5a93-27c5-7a8d42496f85, 'name': SearchDatastore_Task, 'duration_secs': 0.091764} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.381564] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.381877] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104/64ebf018-7de8-4fe9-8970-970e778f1104.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.382221] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01113c47-f0ff-44f2-a043-0240af14aa8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.391831] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1859.391831] env[62105]: value = "task-1904303" [ 1859.391831] env[62105]: _type = "Task" [ 1859.391831] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.401401] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.440031] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.440291] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.440476] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.445375] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904301, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.454440] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.461970] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.400s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.461970] env[62105]: DEBUG nova.objects.instance [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lazy-loading 'resources' on Instance uuid 44741bb5-7e9f-4240-ac22-e2300e3a79f2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.483974] env[62105]: INFO nova.scheduler.client.report [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted allocations for instance 38ad22d3-55ef-4916-a19e-b9937e1f58b6 [ 1859.682882] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.708287] env[62105]: DEBUG nova.virt.hardware [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.708287] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8179b781-df63-441a-b11a-86c907d11f87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.718618] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8945a-e2bb-4800-8819-fd91bc76cbeb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.744721] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904302, 'name': PowerOffVM_Task, 'duration_secs': 0.55335} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.745041] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.745221] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1859.746640] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f0cf994-243c-49b2-8d38-b9b30030f966 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.904160] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.932800] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904301, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.974903] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1859.974903] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1859.975032] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleting the datastore file [datastore1] 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1859.975220] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a042ed-720f-47c3-b71a-99092243545d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.984122] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1859.984122] env[62105]: value = "task-1904305" [ 1859.984122] env[62105]: _type = "Task" [ 1859.984122] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.994770] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a3e983c4-f287-464f-87f3-6a775779fe52 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "38ad22d3-55ef-4916-a19e-b9937e1f58b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.652s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.000501] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.124687] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.124815] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.145464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e674bde-4512-4367-b8d8-316822c10723 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.155991] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4adf6f-c52f-444e-bdac-892f2b78995a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.190793] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635fe67-ff86-4f70-b088-589033d6742d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.201619] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba495dd1-d267-4893-88bd-f5f89441df8e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.217740] env[62105]: DEBUG nova.compute.provider_tree [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.407568] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.431310] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904301, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.376183} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.431693] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/40d4dc43-2be0-4dc6-87da-701b58b49a18/40d4dc43-2be0-4dc6-87da-701b58b49a18.vmdk to [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.432661] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6914e90-991b-4280-afa6-7698d3c6cd54 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.467119] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.467659] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912d2071-fe24-4846-a746-ae1fe5fda428 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.498846] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.500966] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1860.500966] env[62105]: value = "task-1904306" [ 1860.500966] env[62105]: _type = "Task" [ 1860.500966] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.516048] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.532038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.532038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.532310] env[62105]: DEBUG nova.network.neutron [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.628274] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1860.659164] env[62105]: DEBUG nova.compute.manager [req-6b34a30e-9d6d-48db-b580-7261283f6325 req-a6ce54a2-d39c-4c50-a39d-68a322e0430f service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Received event network-vif-plugged-a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1860.659464] env[62105]: DEBUG oslo_concurrency.lockutils [req-6b34a30e-9d6d-48db-b580-7261283f6325 req-a6ce54a2-d39c-4c50-a39d-68a322e0430f service nova] Acquiring lock "cfbfb393-395d-4c28-b65f-f6429459732c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.659751] env[62105]: DEBUG oslo_concurrency.lockutils [req-6b34a30e-9d6d-48db-b580-7261283f6325 req-a6ce54a2-d39c-4c50-a39d-68a322e0430f service nova] Lock "cfbfb393-395d-4c28-b65f-f6429459732c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.660035] env[62105]: DEBUG oslo_concurrency.lockutils [req-6b34a30e-9d6d-48db-b580-7261283f6325 req-a6ce54a2-d39c-4c50-a39d-68a322e0430f service nova] Lock "cfbfb393-395d-4c28-b65f-f6429459732c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.660452] env[62105]: DEBUG nova.compute.manager [req-6b34a30e-9d6d-48db-b580-7261283f6325 req-a6ce54a2-d39c-4c50-a39d-68a322e0430f service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] No waiting events found dispatching network-vif-plugged-a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1860.660668] env[62105]: WARNING nova.compute.manager [req-6b34a30e-9d6d-48db-b580-7261283f6325 req-a6ce54a2-d39c-4c50-a39d-68a322e0430f service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Received unexpected event network-vif-plugged-a0b52243-d62d-43d9-b8bf-02bf82336a25 for instance with vm_state building and task_state spawning. [ 1860.724023] env[62105]: DEBUG nova.scheduler.client.report [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.746309] env[62105]: DEBUG nova.network.neutron [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Successfully updated port: a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.903470] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.282877} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.903756] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104/64ebf018-7de8-4fe9-8970-970e778f1104.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1860.903970] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1860.904246] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26aff267-e1bb-4245-96e7-29f8e356bf74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.910511] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1860.910511] env[62105]: value = "task-1904307" [ 1860.910511] env[62105]: _type = "Task" [ 1860.910511] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.918309] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.998015] env[62105]: DEBUG oslo_vmware.api [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.723299} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.998015] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1860.998015] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1860.998259] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.998301] env[62105]: INFO nova.compute.manager [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1860.998531] env[62105]: DEBUG oslo.service.loopingcall [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.998721] env[62105]: DEBUG nova.compute.manager [-] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1860.998816] env[62105]: DEBUG nova.network.neutron [-] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1861.011433] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904306, 'name': ReconfigVM_Task, 'duration_secs': 0.339935} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.011528] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f/e62fa20c-62e8-43b4-b7c9-3738cbe3930f.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.012886] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'encryption_format': None, 'image_id': 'e47a3b04-7ca0-441e-8b63-06897ee9908c'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'attachment_id': '3e2bba12-18ac-46b2-b30f-52a11448a142', 'device_type': None, 'guest_format': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393081', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'name': 'volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e62fa20c-62e8-43b4-b7c9-3738cbe3930f', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'serial': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1861.013241] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1861.013517] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393081', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'name': 'volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e62fa20c-62e8-43b4-b7c9-3738cbe3930f', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'serial': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1861.014914] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617578b9-72d3-4f23-b3b9-46c62f33f241 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.034143] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411727a-37ab-466a-979b-2f9668d648ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.061601] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9/volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.062028] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee28b3b-bb98-4e70-851d-ec4ff716512d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.083759] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1861.083759] env[62105]: value = "task-1904308" [ 1861.083759] env[62105]: _type = "Task" [ 1861.083759] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.091376] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.091898] env[62105]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 62fa338e-c065-4c2b-94f2-1822b24b0ade could not be found.", "detail": ""}} {{(pid=62105) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1861.092062] env[62105]: DEBUG nova.network.neutron [-] Unable to show port 62fa338e-c065-4c2b-94f2-1822b24b0ade as it no longer exists. {{(pid=62105) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1861.162214] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.226796] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.229740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.069s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.231356] env[62105]: INFO nova.compute.claims [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1861.248952] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "refresh_cache-cfbfb393-395d-4c28-b65f-f6429459732c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.249030] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquired lock "refresh_cache-cfbfb393-395d-4c28-b65f-f6429459732c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.249162] env[62105]: DEBUG nova.network.neutron [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.262961] env[62105]: INFO nova.scheduler.client.report [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Deleted allocations for instance 44741bb5-7e9f-4240-ac22-e2300e3a79f2 [ 1861.363931] env[62105]: DEBUG nova.network.neutron [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.425285] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070798} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.425584] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1861.426359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fd8b48-08d0-47c0-86e5-b238b381f27e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.447548] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104/64ebf018-7de8-4fe9-8970-970e778f1104.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1861.448113] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b5871c-3c3c-4155-9332-7058aeedd57d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.468537] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1861.468537] env[62105]: value = "task-1904309" [ 1861.468537] env[62105]: _type = "Task" [ 1861.468537] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.479168] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.595862] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904308, 'name': ReconfigVM_Task, 'duration_secs': 0.344804} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.596193] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9/volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.600974] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e3b8c5-f89c-4750-b731-814a9a3be7ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.616467] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1861.616467] env[62105]: value = "task-1904310" [ 1861.616467] env[62105]: _type = "Task" [ 1861.616467] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.629232] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.663346] env[62105]: DEBUG nova.compute.manager [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.664430] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6285579f-3255-4b7f-ae54-0388dfdbd206 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.775852] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2d1f03ad-d03d-441c-a854-60fb3d46b912 tempest-MultipleCreateTestJSON-1221522416 tempest-MultipleCreateTestJSON-1221522416-project-member] Lock "44741bb5-7e9f-4240-ac22-e2300e3a79f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.362s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.798318] env[62105]: DEBUG nova.network.neutron [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.866723] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.977852] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904309, 'name': ReconfigVM_Task, 'duration_secs': 0.292262} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.978141] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104/64ebf018-7de8-4fe9-8970-970e778f1104.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1861.978755] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71962246-34bd-4698-b9db-ee2b9cd1cef5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.985369] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1861.985369] env[62105]: value = "task-1904311" [ 1861.985369] env[62105]: _type = "Task" [ 1861.985369] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.993397] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904311, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.993652] env[62105]: DEBUG nova.network.neutron [-] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.997516] env[62105]: DEBUG nova.network.neutron [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Updating instance_info_cache with network_info: [{"id": "a0b52243-d62d-43d9-b8bf-02bf82336a25", "address": "fa:16:3e:88:77:2c", "network": {"id": "581b28f1-3836-4ea3-bdd5-f8a0d46b1e42", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1910551322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47bf625976fc4b62a0b4f804f5b765e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b52243-d6", "ovs_interfaceid": "a0b52243-d62d-43d9-b8bf-02bf82336a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.126630] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904310, 'name': ReconfigVM_Task, 'duration_secs': 0.143534} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.126798] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393081', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'name': 'volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e62fa20c-62e8-43b4-b7c9-3738cbe3930f', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'serial': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1862.127380] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9abf951-3525-42e3-9704-a1792a4b89aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.137571] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1862.137571] env[62105]: value = "task-1904312" [ 1862.137571] env[62105]: _type = "Task" [ 1862.137571] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.150413] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904312, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.175119] env[62105]: INFO nova.compute.manager [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] instance snapshotting [ 1862.175884] env[62105]: DEBUG nova.objects.instance [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'flavor' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.387456] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5b2cd6-f8b9-4b40-b685-14470fb15a95 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.391382] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c352234-8939-458d-8bc6-505e3a2dbbf1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.415563] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c532cea5-7e38-4a4b-8f48-971ac90b59e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.419061] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec5460-d68e-48ce-8184-8aff959cce42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.429279] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1862.461022] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ea06b-55ed-46b5-89ad-220dfff81c6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.467712] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec124c-b957-44e2-a7ff-e3830f236f14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.484939] env[62105]: DEBUG nova.compute.provider_tree [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.497878] env[62105]: INFO nova.compute.manager [-] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Took 1.50 seconds to deallocate network for instance. [ 1862.498313] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904311, 'name': Rename_Task, 'duration_secs': 0.140401} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.498735] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Releasing lock "refresh_cache-cfbfb393-395d-4c28-b65f-f6429459732c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.499106] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Instance network_info: |[{"id": "a0b52243-d62d-43d9-b8bf-02bf82336a25", "address": "fa:16:3e:88:77:2c", "network": {"id": "581b28f1-3836-4ea3-bdd5-f8a0d46b1e42", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1910551322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47bf625976fc4b62a0b4f804f5b765e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b52243-d6", "ovs_interfaceid": "a0b52243-d62d-43d9-b8bf-02bf82336a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1862.501145] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.508222] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:77:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b52243-d62d-43d9-b8bf-02bf82336a25', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.513623] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Creating folder: Project (47bf625976fc4b62a0b4f804f5b765e8). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.513919] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38d64f07-bcf5-46ea-8d6c-fa0c1622dd4a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.516158] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b118e785-a676-4ce8-8845-49836c1f5d0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.523910] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1862.523910] env[62105]: value = "task-1904313" [ 1862.523910] env[62105]: _type = "Task" [ 1862.523910] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.529569] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Created folder: Project (47bf625976fc4b62a0b4f804f5b765e8) in parent group-v392807. [ 1862.529793] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Creating folder: Instances. Parent ref: group-v393088. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1862.532796] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e97225b-36fa-4a43-b3f4-819a3fb25a11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.534319] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.542130] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Created folder: Instances in parent group-v393088. [ 1862.542467] env[62105]: DEBUG oslo.service.loopingcall [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.542959] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.543232] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9937cc1b-ced0-4a83-890a-6b36a3f1d8aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.563786] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.563786] env[62105]: value = "task-1904316" [ 1862.563786] env[62105]: _type = "Task" [ 1862.563786] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.571965] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904316, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.650499] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904312, 'name': Rename_Task, 'duration_secs': 0.346055} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.650791] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.651047] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8af7b37f-934b-481e-968a-ebd9f5c2ff04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.657991] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1862.657991] env[62105]: value = "task-1904317" [ 1862.657991] env[62105]: _type = "Task" [ 1862.657991] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.668504] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.684791] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b559158a-e777-4c67-8ad9-b0735e37bc4a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.690281] env[62105]: DEBUG nova.compute.manager [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Received event network-changed-a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1862.690488] env[62105]: DEBUG nova.compute.manager [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Refreshing instance network info cache due to event network-changed-a0b52243-d62d-43d9-b8bf-02bf82336a25. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1862.690635] env[62105]: DEBUG oslo_concurrency.lockutils [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] Acquiring lock "refresh_cache-cfbfb393-395d-4c28-b65f-f6429459732c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.690778] env[62105]: DEBUG oslo_concurrency.lockutils [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] Acquired lock "refresh_cache-cfbfb393-395d-4c28-b65f-f6429459732c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.690958] env[62105]: DEBUG nova.network.neutron [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Refreshing network info cache for port a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.706791] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9272f84-2fc4-4002-a5fd-f40c093a3908 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.961700] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1862.962055] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed6b475-6eb4-427e-834b-319a1d362868 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.969484] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1862.969484] env[62105]: value = "task-1904318" [ 1862.969484] env[62105]: _type = "Task" [ 1862.969484] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.978340] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.989452] env[62105]: DEBUG nova.scheduler.client.report [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.017759] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.037040] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.073525] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904316, 'name': CreateVM_Task, 'duration_secs': 0.346916} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.073704] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.074415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.074586] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.074906] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1863.075185] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5774e37-4cb7-48db-9ab3-411cd13dc651 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.080965] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1863.080965] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5234d11b-29a0-2722-b763-c1621dbba69f" [ 1863.080965] env[62105]: _type = "Task" [ 1863.080965] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.091201] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5234d11b-29a0-2722-b763-c1621dbba69f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.168318] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.219371] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1863.219700] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d07f5a9d-138d-410c-a5f7-390a90681157 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.227405] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1863.227405] env[62105]: value = "task-1904319" [ 1863.227405] env[62105]: _type = "Task" [ 1863.227405] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.236596] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.465417] env[62105]: DEBUG nova.network.neutron [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Updated VIF entry in instance network info cache for port a0b52243-d62d-43d9-b8bf-02bf82336a25. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.465841] env[62105]: DEBUG nova.network.neutron [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Updating instance_info_cache with network_info: [{"id": "a0b52243-d62d-43d9-b8bf-02bf82336a25", "address": "fa:16:3e:88:77:2c", "network": {"id": "581b28f1-3836-4ea3-bdd5-f8a0d46b1e42", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1910551322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47bf625976fc4b62a0b4f804f5b765e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b52243-d6", "ovs_interfaceid": "a0b52243-d62d-43d9-b8bf-02bf82336a25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.480311] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904318, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.496253] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.496727] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.499426] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.482s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.499575] env[62105]: DEBUG nova.objects.instance [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'resources' on Instance uuid 722e712e-a929-4f3e-9c2b-11bcaba9a3be {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1863.539555] env[62105]: DEBUG oslo_vmware.api [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904313, 'name': PowerOnVM_Task, 'duration_secs': 0.587628} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.539782] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.539987] env[62105]: INFO nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1863.540196] env[62105]: DEBUG nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.541232] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f515a0b-8ffd-43d1-b9ab-1b0e5bf7519a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.592438] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5234d11b-29a0-2722-b763-c1621dbba69f, 'name': SearchDatastore_Task, 'duration_secs': 0.019728} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.592741] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.592978] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1863.593273] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.593424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.593605] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1863.593860] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40f9bf46-4d26-4cb5-830f-77e4f1b4c77f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.603051] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1863.603170] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1863.603827] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d04210c-f3d1-4e82-914c-a48e04d3610c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.608758] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1863.608758] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd59b2-b9d4-b0fe-6ee6-455f56263439" [ 1863.608758] env[62105]: _type = "Task" [ 1863.608758] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.616205] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd59b2-b9d4-b0fe-6ee6-455f56263439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.669349] env[62105]: DEBUG oslo_vmware.api [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904317, 'name': PowerOnVM_Task, 'duration_secs': 0.543309} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.669619] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.737411] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904319, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.771683] env[62105]: DEBUG nova.compute.manager [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.772971] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaecd0d-925c-4384-91ab-2dc3ddc04562 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.007947] env[62105]: DEBUG oslo_concurrency.lockutils [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] Releasing lock "refresh_cache-cfbfb393-395d-4c28-b65f-f6429459732c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.007947] env[62105]: DEBUG nova.compute.manager [req-c168600a-7ef2-448d-a642-c2faa2ae5c36 req-b2d5ed3e-d0a2-4219-8590-a9390a6b61a3 service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Received event network-vif-deleted-818d8ee4-9437-43c0-8097-50a59ca1394f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1864.007947] env[62105]: DEBUG oslo_vmware.api [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904318, 'name': PowerOnVM_Task, 'duration_secs': 0.920849} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.007947] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1864.007947] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d737a357-0f51-480d-85df-84d7783e545f tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance 'f43578b1-da1d-448c-a8ae-f1680d4faad2' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1864.012077] env[62105]: DEBUG nova.compute.utils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.014990] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.014990] env[62105]: DEBUG nova.network.neutron [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.065631] env[62105]: INFO nova.compute.manager [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Took 27.89 seconds to build instance. [ 1864.083093] env[62105]: DEBUG nova.policy [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4a1a4f918d4bdb99757cf365668225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '256203ef5c6a47b18291554b9f1a7efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.125367] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bd59b2-b9d4-b0fe-6ee6-455f56263439, 'name': SearchDatastore_Task, 'duration_secs': 0.013121} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.126236] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4fbdabe-fe0e-49af-94da-b0c9c04163b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.135093] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1864.135093] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f3f31d-7de4-aeae-0e61-39a5700fd825" [ 1864.135093] env[62105]: _type = "Task" [ 1864.135093] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.143232] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f3f31d-7de4-aeae-0e61-39a5700fd825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.166040] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9aa6d3-fa44-4072-a1f8-bfc324bce1a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.175075] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475667b-5533-4af2-948b-bca47ca442d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.211098] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43cb0be-c310-4433-8d57-a365dd49608f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.218934] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b235a72b-7364-4088-ad91-031d3f162b5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.232550] env[62105]: DEBUG nova.compute.provider_tree [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.242334] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904319, 'name': CreateSnapshot_Task, 'duration_secs': 0.99308} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.243210] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1864.243943] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e4bc7-b197-4e5c-8c35-72fd0e1ccc94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.294910] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0cc138f4-e998-4bda-be3b-c9ce5bea73a8 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.796s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.429408] env[62105]: DEBUG nova.network.neutron [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Successfully created port: 9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.518631] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.566545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9628146e-4dc0-4153-83ca-49c4a95eed2b tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.398s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.645839] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f3f31d-7de4-aeae-0e61-39a5700fd825, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.646113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.646392] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] cfbfb393-395d-4c28-b65f-f6429459732c/cfbfb393-395d-4c28-b65f-f6429459732c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1864.646665] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eb62002-1abc-4bca-a3f7-a9341ee3ae5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.656123] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1864.656123] env[62105]: value = "task-1904320" [ 1864.656123] env[62105]: _type = "Task" [ 1864.656123] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.666724] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.739050] env[62105]: DEBUG nova.scheduler.client.report [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1864.763359] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1864.763873] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f372193-eed1-4f3c-80ad-b080f88bd2a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.773285] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1864.773285] env[62105]: value = "task-1904321" [ 1864.773285] env[62105]: _type = "Task" [ 1864.773285] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.781761] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904321, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.166076] env[62105]: DEBUG nova.compute.manager [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1865.171810] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904320, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.244262] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.745s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.268358] env[62105]: INFO nova.scheduler.client.report [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted allocations for instance 722e712e-a929-4f3e-9c2b-11bcaba9a3be [ 1865.285040] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904321, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.531805] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.556359] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1865.556589] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.556882] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1865.556977] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.557140] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1865.557292] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1865.557503] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1865.557664] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1865.557832] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1865.557995] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1865.558239] env[62105]: DEBUG nova.virt.hardware [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1865.559117] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035c4f0-aac7-4a51-8f87-1a4a277b768e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.567799] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4b3380-665a-4728-ac87-4d3e428639fb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.674386] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754942} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.674981] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] cfbfb393-395d-4c28-b65f-f6429459732c/cfbfb393-395d-4c28-b65f-f6429459732c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.675226] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.675659] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd89e54e-e81d-4dc4-8930-17a776af6701 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.683281] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1865.683281] env[62105]: value = "task-1904322" [ 1865.683281] env[62105]: _type = "Task" [ 1865.683281] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.687366] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.687614] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.696120] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.780644] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a7ef2ee4-c9f9-4301-abb5-4a6267dabb89 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.591s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.782033] env[62105]: DEBUG oslo_concurrency.lockutils [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Acquired lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.782945] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47b7df-d0b1-4ccb-b96b-ac522c95efa8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.789711] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904321, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.795089] env[62105]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1865.795323] env[62105]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62105) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1865.795966] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb27efd1-064d-454f-99eb-9ff2b9e1f77f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.807417] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6716db-3102-445e-819d-5a31c8b6701c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.836809] env[62105]: ERROR root [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-393058' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-393058' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-393058' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-393058'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-393058' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-393058' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-393058'}\n"]: nova.exception.InstanceNotFound: Instance 722e712e-a929-4f3e-9c2b-11bcaba9a3be could not be found. [ 1865.837054] env[62105]: DEBUG oslo_concurrency.lockutils [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] Releasing lock "722e712e-a929-4f3e-9c2b-11bcaba9a3be" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.837284] env[62105]: DEBUG nova.compute.manager [req-05463038-17ef-4cd2-ab06-c25295c4ad5b req-d1c2e756-a2f1-483e-ad14-8596ba9826bc service nova] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Detach interface failed, port_id=5ecccf5d-ee5e-4d69-ad70-7ab5fd904e93, reason: Instance 722e712e-a929-4f3e-9c2b-11bcaba9a3be could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1865.839580] env[62105]: DEBUG nova.compute.manager [req-12c1aedb-55f4-444d-893f-3985c90e5ea7 req-7439e5e7-b48b-479e-ac6b-57ef10806b0e service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Received event network-vif-plugged-9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1865.839807] env[62105]: DEBUG oslo_concurrency.lockutils [req-12c1aedb-55f4-444d-893f-3985c90e5ea7 req-7439e5e7-b48b-479e-ac6b-57ef10806b0e service nova] Acquiring lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.840053] env[62105]: DEBUG oslo_concurrency.lockutils [req-12c1aedb-55f4-444d-893f-3985c90e5ea7 req-7439e5e7-b48b-479e-ac6b-57ef10806b0e service nova] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.840240] env[62105]: DEBUG oslo_concurrency.lockutils [req-12c1aedb-55f4-444d-893f-3985c90e5ea7 req-7439e5e7-b48b-479e-ac6b-57ef10806b0e service nova] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.840414] env[62105]: DEBUG nova.compute.manager [req-12c1aedb-55f4-444d-893f-3985c90e5ea7 req-7439e5e7-b48b-479e-ac6b-57ef10806b0e service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] No waiting events found dispatching network-vif-plugged-9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1865.840625] env[62105]: WARNING nova.compute.manager [req-12c1aedb-55f4-444d-893f-3985c90e5ea7 req-7439e5e7-b48b-479e-ac6b-57ef10806b0e service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Received unexpected event network-vif-plugged-9180f1d7-0ea6-45fd-b401-7b18faf89eee for instance with vm_state building and task_state spawning. [ 1865.955635] env[62105]: DEBUG nova.network.neutron [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Successfully updated port: 9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1866.194079] env[62105]: INFO nova.compute.claims [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.200778] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075059} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.200778] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.200778] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7251e602-689f-4312-bf95-be6422fd82bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.226362] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] cfbfb393-395d-4c28-b65f-f6429459732c/cfbfb393-395d-4c28-b65f-f6429459732c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.227089] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8c1ab5-6e01-499f-b8ab-3339395b4175 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.253077] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1866.253077] env[62105]: value = "task-1904323" [ 1866.253077] env[62105]: _type = "Task" [ 1866.253077] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.261655] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.292340] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904321, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.454697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.454914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.455112] env[62105]: DEBUG nova.network.neutron [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.570116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.570435] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.570629] env[62105]: DEBUG nova.compute.manager [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Going to confirm migration 5 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1866.700882] env[62105]: INFO nova.compute.resource_tracker [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating resource usage from migration fa288c94-77f0-4527-bdcd-4373f754b460 [ 1866.763058] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.786678] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904321, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.848247] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3dffdc-b855-4d18-a12b-fe50525a836e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.856084] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f249baa-f7b5-455e-b492-bb8544ce1904 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.887126] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3305fbf-8e28-4be1-b799-611261f396df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.894636] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014032f-93ea-4c8a-85b2-b11653c72748 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.908049] env[62105]: DEBUG nova.compute.provider_tree [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.986875] env[62105]: DEBUG nova.network.neutron [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1867.143710] env[62105]: DEBUG nova.network.neutron [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updating instance_info_cache with network_info: [{"id": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "address": "fa:16:3e:5f:e5:98", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9180f1d7-0e", "ovs_interfaceid": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.152989] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.153394] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.153394] env[62105]: DEBUG nova.network.neutron [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.153589] env[62105]: DEBUG nova.objects.instance [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'info_cache' on Instance uuid f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1867.264413] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.288025] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904321, 'name': CloneVM_Task, 'duration_secs': 2.268664} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.288143] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created linked-clone VM from snapshot [ 1867.288956] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dfe198-f60a-45d4-b284-91b17fe2495a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.296927] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Uploading image 255a86d8-7771-45f8-899b-611d7ebc0786 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1867.318721] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1867.318721] env[62105]: value = "vm-393092" [ 1867.318721] env[62105]: _type = "VirtualMachine" [ 1867.318721] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1867.319159] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e68db91-da07-4531-bac5-c116541cbf53 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.329890] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease: (returnval){ [ 1867.329890] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52248029-85f2-e8bf-45cd-222ddacb11c6" [ 1867.329890] env[62105]: _type = "HttpNfcLease" [ 1867.329890] env[62105]: } obtained for exporting VM: (result){ [ 1867.329890] env[62105]: value = "vm-393092" [ 1867.329890] env[62105]: _type = "VirtualMachine" [ 1867.329890] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1867.330151] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the lease: (returnval){ [ 1867.330151] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52248029-85f2-e8bf-45cd-222ddacb11c6" [ 1867.330151] env[62105]: _type = "HttpNfcLease" [ 1867.330151] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1867.336538] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1867.336538] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52248029-85f2-e8bf-45cd-222ddacb11c6" [ 1867.336538] env[62105]: _type = "HttpNfcLease" [ 1867.336538] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1867.411898] env[62105]: DEBUG nova.scheduler.client.report [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1867.645956] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.646333] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Instance network_info: |[{"id": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "address": "fa:16:3e:5f:e5:98", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9180f1d7-0e", "ovs_interfaceid": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.646887] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e5:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9180f1d7-0ea6-45fd-b401-7b18faf89eee', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.655155] env[62105]: DEBUG oslo.service.loopingcall [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.655488] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.657874] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cc44f9e-5358-4217-adf0-06ef3be02e2a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.681059] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.681059] env[62105]: value = "task-1904325" [ 1867.681059] env[62105]: _type = "Task" [ 1867.681059] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.689414] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904325, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.743076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.743319] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "088ab415-8294-4975-84a0-67b12d11fcf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.764937] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.840022] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1867.840022] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52248029-85f2-e8bf-45cd-222ddacb11c6" [ 1867.840022] env[62105]: _type = "HttpNfcLease" [ 1867.840022] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1867.841460] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1867.841460] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52248029-85f2-e8bf-45cd-222ddacb11c6" [ 1867.841460] env[62105]: _type = "HttpNfcLease" [ 1867.841460] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1867.841460] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885c192-b61a-4863-b16b-6698a84a5041 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.848330] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d4976-45a4-0271-6cc4-d5727bdd08d3/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1867.848506] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d4976-45a4-0271-6cc4-d5727bdd08d3/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1867.908931] env[62105]: DEBUG nova.compute.manager [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Received event network-changed-9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1867.909166] env[62105]: DEBUG nova.compute.manager [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Refreshing instance network info cache due to event network-changed-9180f1d7-0ea6-45fd-b401-7b18faf89eee. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1867.909393] env[62105]: DEBUG oslo_concurrency.lockutils [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] Acquiring lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.909555] env[62105]: DEBUG oslo_concurrency.lockutils [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] Acquired lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.909730] env[62105]: DEBUG nova.network.neutron [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Refreshing network info cache for port 9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.916457] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.916675] env[62105]: INFO nova.compute.manager [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Migrating [ 1867.950487] env[62105]: DEBUG nova.network.neutron [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [{"id": "eb62b6e0-c923-468d-8159-46514083d503", "address": "fa:16:3e:71:55:a0", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb62b6e0-c9", "ovs_interfaceid": "eb62b6e0-c923-468d-8159-46514083d503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.955447] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1bef49ee-36a1-4650-a97d-420440ca4907 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.192890] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904325, 'name': CreateVM_Task, 'duration_secs': 0.432916} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.193167] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.194398] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.194575] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.195054] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.195360] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760784ad-ca01-46c2-a7a7-da78d629d8e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.200666] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1868.200666] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a8ec65-3173-eb37-b3af-fb4c0b7d451f" [ 1868.200666] env[62105]: _type = "Task" [ 1868.200666] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.209267] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a8ec65-3173-eb37-b3af-fb4c0b7d451f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.246580] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1868.266211] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.433211] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.433435] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.433629] env[62105]: DEBUG nova.network.neutron [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.454203] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-f43578b1-da1d-448c-a8ae-f1680d4faad2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.454203] env[62105]: DEBUG nova.objects.instance [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'migration_context' on Instance uuid f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.705561] env[62105]: DEBUG nova.network.neutron [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updated VIF entry in instance network info cache for port 9180f1d7-0ea6-45fd-b401-7b18faf89eee. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.706074] env[62105]: DEBUG nova.network.neutron [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updating instance_info_cache with network_info: [{"id": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "address": "fa:16:3e:5f:e5:98", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9180f1d7-0e", "ovs_interfaceid": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.714784] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a8ec65-3173-eb37-b3af-fb4c0b7d451f, 'name': SearchDatastore_Task, 'duration_secs': 0.016511} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.716035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.716309] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.716599] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.716777] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.716992] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.717695] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-372edbd2-d94d-480e-9064-acce654cd3ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.726058] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.726472] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.727319] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed6c334-f482-4879-b579-ebf7eeb20375 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.734915] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1868.734915] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526894b0-1188-b1d5-be2d-614eed135e32" [ 1868.734915] env[62105]: _type = "Task" [ 1868.734915] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.743082] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526894b0-1188-b1d5-be2d-614eed135e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.765466] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904323, 'name': ReconfigVM_Task, 'duration_secs': 2.092861} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.765850] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] cfbfb393-395d-4c28-b65f-f6429459732c/cfbfb393-395d-4c28-b65f-f6429459732c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1868.766586] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a1d6566-3c1c-4ddd-915a-1888c0c20d38 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.769924] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.770169] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.771690] env[62105]: INFO nova.compute.claims [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.775373] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1868.775373] env[62105]: value = "task-1904326" [ 1868.775373] env[62105]: _type = "Task" [ 1868.775373] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.783564] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904326, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.956024] env[62105]: DEBUG nova.objects.base [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1868.957348] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc79a3c-c295-4faf-8283-d69f95b9e3be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.987825] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ea531b-2d74-4300-90b0-3a978d00ba49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.994995] env[62105]: DEBUG oslo_vmware.api [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1868.994995] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52287008-4530-6609-847f-7e07b5e3b277" [ 1868.994995] env[62105]: _type = "Task" [ 1868.994995] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.005906] env[62105]: DEBUG oslo_vmware.api [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52287008-4530-6609-847f-7e07b5e3b277, 'name': SearchDatastore_Task, 'duration_secs': 0.007433} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.006373] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.209855] env[62105]: DEBUG oslo_concurrency.lockutils [req-19e1d2bb-43b6-447c-be04-a68e8579b44d req-c6b601ac-25ec-4447-b9c3-502b2d087949 service nova] Releasing lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.245249] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526894b0-1188-b1d5-be2d-614eed135e32, 'name': SearchDatastore_Task, 'duration_secs': 0.014584} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.246129] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20e930f-ecd4-4d3d-b4ac-bcf8c9dbeaf9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.251910] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1869.251910] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52874a6e-f553-6121-c67e-dea0adac0c85" [ 1869.251910] env[62105]: _type = "Task" [ 1869.251910] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.261754] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52874a6e-f553-6121-c67e-dea0adac0c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.292370] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904326, 'name': Rename_Task, 'duration_secs': 0.21176} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.292671] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.292917] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-822eafe4-a7e8-4a63-ae22-a35174dbe71a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.300580] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1869.300580] env[62105]: value = "task-1904327" [ 1869.300580] env[62105]: _type = "Task" [ 1869.300580] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.308830] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.480464] env[62105]: DEBUG nova.network.neutron [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [{"id": "76de9eae-5587-47cd-962b-0518836f1374", "address": "fa:16:3e:8e:34:e7", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76de9eae-55", "ovs_interfaceid": "76de9eae-5587-47cd-962b-0518836f1374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.764663] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52874a6e-f553-6121-c67e-dea0adac0c85, 'name': SearchDatastore_Task, 'duration_secs': 0.017764} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.765064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.765453] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 89cd5c68-5e96-4c5b-923d-3548fd141d3c/89cd5c68-5e96-4c5b-923d-3548fd141d3c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.765796] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53418f30-880d-47ec-a921-0c57d9b793d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.773509] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1869.773509] env[62105]: value = "task-1904328" [ 1869.773509] env[62105]: _type = "Task" [ 1869.773509] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.788262] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.816284] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.921219] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1aec78-bc38-437b-8a0c-7d20c81bf3aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.930141] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b3850-f719-40ea-9a63-3ad0d06159a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.961027] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ea0a61-a594-4809-89f4-d2fc3ff83468 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.969591] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac0be2-287a-4637-9e3a-b23b5ca25bf5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.984063] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.986051] env[62105]: DEBUG nova.compute.provider_tree [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.284684] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.311758] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904327, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.492131] env[62105]: DEBUG nova.scheduler.client.report [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.785064] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709096} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.785600] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 89cd5c68-5e96-4c5b-923d-3548fd141d3c/89cd5c68-5e96-4c5b-923d-3548fd141d3c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.785600] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.785775] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e98b6180-6e7e-491e-933d-fbdedd455785 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.792636] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1870.792636] env[62105]: value = "task-1904329" [ 1870.792636] env[62105]: _type = "Task" [ 1870.792636] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.801174] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.811157] env[62105]: DEBUG oslo_vmware.api [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904327, 'name': PowerOnVM_Task, 'duration_secs': 1.328414} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.811605] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.811887] env[62105]: INFO nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1870.812107] env[62105]: DEBUG nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1870.812954] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa4f3d-6bf4-407b-8a95-5ab32ab21146 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.999463] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.999978] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1871.003335] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.997s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.303782] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073244} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.304167] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.305014] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb58c12-2fb1-412a-8b47-e5edb4252dd2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.327153] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 89cd5c68-5e96-4c5b-923d-3548fd141d3c/89cd5c68-5e96-4c5b-923d-3548fd141d3c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.331263] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03c4548-8d70-4b0c-af95-6634450e0e2c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.348155] env[62105]: INFO nova.compute.manager [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Took 30.02 seconds to build instance. [ 1871.353287] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1871.353287] env[62105]: value = "task-1904330" [ 1871.353287] env[62105]: _type = "Task" [ 1871.353287] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.361992] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.506798] env[62105]: DEBUG nova.compute.utils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1871.511825] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1871.512192] env[62105]: DEBUG nova.network.neutron [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1871.514579] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfabd9-50e7-40e3-a377-80eb013d2874 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.536449] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1871.558030] env[62105]: DEBUG nova.policy [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1871.670848] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d05c62e-4212-4d0c-b140-8d968d9918d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.679352] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e100aaf-f242-4cde-b74d-aa7044865c72 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.710463] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4cb8f8-9063-4226-9dda-5f94a245ac13 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.718440] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a40a6a-133e-49d4-ac23-07cad6e57f5f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.732479] env[62105]: DEBUG nova.compute.provider_tree [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.851016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7388f7e1-f6ba-40a5-ae47-2e876d5cfd02 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "cfbfb393-395d-4c28-b65f-f6429459732c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.535s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.865307] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904330, 'name': ReconfigVM_Task, 'duration_secs': 0.334852} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.865616] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 89cd5c68-5e96-4c5b-923d-3548fd141d3c/89cd5c68-5e96-4c5b-923d-3548fd141d3c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.866323] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0d9d2c-99df-4a5c-be78-0bf86d2b337a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.873690] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1871.873690] env[62105]: value = "task-1904331" [ 1871.873690] env[62105]: _type = "Task" [ 1871.873690] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.882471] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904331, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.987408] env[62105]: DEBUG nova.network.neutron [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Successfully created port: 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.011934] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1872.045825] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.046174] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a158f872-73a0-44f6-b6cf-01b9861ba145 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.053702] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1872.053702] env[62105]: value = "task-1904332" [ 1872.053702] env[62105]: _type = "Task" [ 1872.053702] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.063333] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.237049] env[62105]: DEBUG nova.scheduler.client.report [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1872.387793] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904331, 'name': Rename_Task, 'duration_secs': 0.172075} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.388282] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.388665] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e344ebd1-7517-424d-8022-1e4bfd77618d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.396884] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1872.396884] env[62105]: value = "task-1904333" [ 1872.396884] env[62105]: _type = "Task" [ 1872.396884] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.408720] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.565084] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904332, 'name': PowerOffVM_Task, 'duration_secs': 0.397422} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.565388] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.565582] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1872.703103] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "cfbfb393-395d-4c28-b65f-f6429459732c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.703311] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "cfbfb393-395d-4c28-b65f-f6429459732c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.703442] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "cfbfb393-395d-4c28-b65f-f6429459732c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.703660] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "cfbfb393-395d-4c28-b65f-f6429459732c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.703868] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "cfbfb393-395d-4c28-b65f-f6429459732c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.706238] env[62105]: INFO nova.compute.manager [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Terminating instance [ 1872.907444] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.024903] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1873.051251] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.051542] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.051761] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.052018] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.052204] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.052358] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.052570] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.052759] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.052944] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.053131] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.053311] env[62105]: DEBUG nova.virt.hardware [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.054212] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9961deea-e05e-474f-95bd-80cbf40ff564 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.063158] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b1599-8d69-4696-bf00-dafeaaca4d91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.079086] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.079418] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.079591] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.079838] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.079998] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.080196] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.080402] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.080562] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.080768] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.080934] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.081149] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.086413] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c68ac3e0-ad8b-4d09-b1b4-90741a811427 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.102505] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1873.102505] env[62105]: value = "task-1904334" [ 1873.102505] env[62105]: _type = "Task" [ 1873.102505] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.110547] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.209903] env[62105]: DEBUG nova.compute.manager [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.210184] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.211122] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e608505-e26c-4bf5-a978-6617f2a4e783 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.219301] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.219580] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc27cd1-f370-472a-8e2b-10ee79c522d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.226871] env[62105]: DEBUG oslo_vmware.api [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1873.226871] env[62105]: value = "task-1904335" [ 1873.226871] env[62105]: _type = "Task" [ 1873.226871] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.239499] env[62105]: DEBUG oslo_vmware.api [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.248397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.245s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.408727] env[62105]: DEBUG oslo_vmware.api [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904333, 'name': PowerOnVM_Task, 'duration_secs': 0.532578} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.409016] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.409226] env[62105]: INFO nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1873.409409] env[62105]: DEBUG nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.410225] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0002680d-2cae-413b-8fdf-c551a17ded8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.577034] env[62105]: DEBUG nova.compute.manager [req-e53715f1-be70-40f2-8d0c-29b192a52d4b req-5e61b0d9-f280-4288-bc66-687a16bf7d25 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-vif-plugged-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1873.577320] env[62105]: DEBUG oslo_concurrency.lockutils [req-e53715f1-be70-40f2-8d0c-29b192a52d4b req-5e61b0d9-f280-4288-bc66-687a16bf7d25 service nova] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.577578] env[62105]: DEBUG oslo_concurrency.lockutils [req-e53715f1-be70-40f2-8d0c-29b192a52d4b req-5e61b0d9-f280-4288-bc66-687a16bf7d25 service nova] Lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.577769] env[62105]: DEBUG oslo_concurrency.lockutils [req-e53715f1-be70-40f2-8d0c-29b192a52d4b req-5e61b0d9-f280-4288-bc66-687a16bf7d25 service nova] Lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.578014] env[62105]: DEBUG nova.compute.manager [req-e53715f1-be70-40f2-8d0c-29b192a52d4b req-5e61b0d9-f280-4288-bc66-687a16bf7d25 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] No waiting events found dispatching network-vif-plugged-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.578252] env[62105]: WARNING nova.compute.manager [req-e53715f1-be70-40f2-8d0c-29b192a52d4b req-5e61b0d9-f280-4288-bc66-687a16bf7d25 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received unexpected event network-vif-plugged-91c11024-5043-4a77-af60-b77e845c40ff for instance with vm_state building and task_state spawning. [ 1873.613850] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904334, 'name': ReconfigVM_Task, 'duration_secs': 0.216936} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.614172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1873.676375] env[62105]: DEBUG nova.network.neutron [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Successfully updated port: 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.737439] env[62105]: DEBUG oslo_vmware.api [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904335, 'name': PowerOffVM_Task, 'duration_secs': 0.213297} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.737746] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1873.737921] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1873.738207] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-759f5d0b-528a-4133-9f31-2e140ed018b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.807441] env[62105]: INFO nova.scheduler.client.report [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted allocation for migration 2dac575a-4b29-40db-b5d7-c008bd3afe55 [ 1873.853032] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1873.853373] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1873.853598] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Deleting the datastore file [datastore2] cfbfb393-395d-4c28-b65f-f6429459732c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1873.853898] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3188444-abc3-4e25-b1ae-4c7a07dba6d1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.860528] env[62105]: DEBUG oslo_vmware.api [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for the task: (returnval){ [ 1873.860528] env[62105]: value = "task-1904337" [ 1873.860528] env[62105]: _type = "Task" [ 1873.860528] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.868396] env[62105]: DEBUG oslo_vmware.api [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.926998] env[62105]: INFO nova.compute.manager [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Took 12.79 seconds to build instance. [ 1874.123640] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1874.123891] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1874.124073] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1874.124283] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1874.124474] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1874.124613] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1874.124876] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1874.125081] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1874.125277] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1874.125445] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1874.125627] env[62105]: DEBUG nova.virt.hardware [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1874.131176] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1874.131533] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1426b374-c9e5-458e-88ea-c32bff40f6ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.151416] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1874.151416] env[62105]: value = "task-1904338" [ 1874.151416] env[62105]: _type = "Task" [ 1874.151416] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.160766] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.178719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.178963] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.179188] env[62105]: DEBUG nova.network.neutron [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.313515] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f25134d3-f33a-4466-a1f5-2fc85dba9df3 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.743s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.372850] env[62105]: DEBUG oslo_vmware.api [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Task: {'id': task-1904337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256343} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.374931] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1874.375175] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1874.375430] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1874.375726] env[62105]: INFO nova.compute.manager [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1874.376043] env[62105]: DEBUG oslo.service.loopingcall [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.376303] env[62105]: DEBUG nova.compute.manager [-] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1874.376443] env[62105]: DEBUG nova.network.neutron [-] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1874.429656] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dd8180d1-5f0a-4c0d-93c8-02799cacbfd6 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.305s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.663735] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904338, 'name': ReconfigVM_Task, 'duration_secs': 0.239085} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.664221] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1874.665350] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4305e8-0948-4f1e-bf99-f1e0202bdf6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.698149] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104/64ebf018-7de8-4fe9-8970-970e778f1104.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1874.699061] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af01c053-4332-4598-b70b-fef991ee10b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.722639] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1874.722639] env[62105]: value = "task-1904339" [ 1874.722639] env[62105]: _type = "Task" [ 1874.722639] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.731948] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.751693] env[62105]: DEBUG nova.network.neutron [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.928035] env[62105]: DEBUG nova.network.neutron [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.234145] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.334206] env[62105]: DEBUG nova.network.neutron [-] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.433269] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.433628] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Instance network_info: |[{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.434352] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:de:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91c11024-5043-4a77-af60-b77e845c40ff', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.442058] env[62105]: DEBUG oslo.service.loopingcall [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.442357] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.442552] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0b0d9b6-091a-4013-a1ac-e16b3e4dbeb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.464523] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.464523] env[62105]: value = "task-1904340" [ 1875.464523] env[62105]: _type = "Task" [ 1875.464523] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.476797] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904340, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.496825] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.497344] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.497472] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.497679] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.497858] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.500146] env[62105]: INFO nova.compute.manager [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Terminating instance [ 1875.611911] env[62105]: DEBUG nova.compute.manager [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-changed-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1875.612170] env[62105]: DEBUG nova.compute.manager [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing instance network info cache due to event network-changed-91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1875.612426] env[62105]: DEBUG oslo_concurrency.lockutils [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.612615] env[62105]: DEBUG oslo_concurrency.lockutils [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.612838] env[62105]: DEBUG nova.network.neutron [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1875.738053] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904339, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.837926] env[62105]: INFO nova.compute.manager [-] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Took 1.46 seconds to deallocate network for instance. [ 1875.974572] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904340, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.004843] env[62105]: DEBUG nova.compute.manager [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.005140] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.006091] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa37f4a-8826-408a-a60b-847519698039 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.014136] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.014407] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15e190fb-fa14-4efd-a2c4-4ce005da4eb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.022597] env[62105]: DEBUG oslo_vmware.api [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1876.022597] env[62105]: value = "task-1904342" [ 1876.022597] env[62105]: _type = "Task" [ 1876.022597] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.033033] env[62105]: DEBUG oslo_vmware.api [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.235432] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904339, 'name': ReconfigVM_Task, 'duration_secs': 1.463376} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.235778] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104/64ebf018-7de8-4fe9-8970-970e778f1104.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.236121] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.347318] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.347592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.347835] env[62105]: DEBUG nova.objects.instance [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lazy-loading 'resources' on Instance uuid cfbfb393-395d-4c28-b65f-f6429459732c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1876.349650] env[62105]: DEBUG nova.network.neutron [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updated VIF entry in instance network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1876.349961] env[62105]: DEBUG nova.network.neutron [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.476206] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904340, 'name': CreateVM_Task, 'duration_secs': 0.585997} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.476382] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1876.477099] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.477280] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.477623] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1876.477880] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b5fd22-3345-40b0-977d-b2eb6c308562 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.482353] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1876.482353] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e2d1af-caf9-5213-4fdc-704f569bd0f0" [ 1876.482353] env[62105]: _type = "Task" [ 1876.482353] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.490325] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e2d1af-caf9-5213-4fdc-704f569bd0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.532341] env[62105]: DEBUG oslo_vmware.api [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904342, 'name': PowerOffVM_Task, 'duration_secs': 0.289199} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.532628] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1876.532881] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.533150] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f79e0c-b017-4ec1-9622-06cba16182e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.743852] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a9bba1-278d-46a2-9e10-74adc6f47c8c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.762511] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3c9170-559f-45cf-8e59-7fed21485cf8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.780915] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.821809] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.822058] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.822247] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleting the datastore file [datastore1] f43578b1-da1d-448c-a8ae-f1680d4faad2 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.823306] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c0b1c2-dc4a-4dd3-9919-c7d0689cd1e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.830681] env[62105]: DEBUG oslo_vmware.api [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1876.830681] env[62105]: value = "task-1904344" [ 1876.830681] env[62105]: _type = "Task" [ 1876.830681] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.840523] env[62105]: DEBUG oslo_vmware.api [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.855150] env[62105]: DEBUG oslo_concurrency.lockutils [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.855423] env[62105]: DEBUG nova.compute.manager [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Received event network-changed-9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1876.855649] env[62105]: DEBUG nova.compute.manager [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Refreshing instance network info cache due to event network-changed-9180f1d7-0ea6-45fd-b401-7b18faf89eee. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1876.855923] env[62105]: DEBUG oslo_concurrency.lockutils [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] Acquiring lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.856096] env[62105]: DEBUG oslo_concurrency.lockutils [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] Acquired lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.856262] env[62105]: DEBUG nova.network.neutron [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Refreshing network info cache for port 9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.985458] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d11f96c-5360-4635-88c3-459a562e88d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.999481] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae000ea2-8ef0-4152-9420-b71dae70df47 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.002877] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e2d1af-caf9-5213-4fdc-704f569bd0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.014111} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.003232] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.003510] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1877.003748] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.003904] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.004141] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1877.004713] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4a57aa-102f-4da2-93dc-c1ba747ca88f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.034860] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51866cb6-bbd0-4fd7-9620-bf0de83663d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.037940] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1877.038171] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1877.039028] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeb3907f-18b6-4089-a389-40895094969a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.049729] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab73b199-77d1-40c3-8716-e5bc0792c1fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.054073] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1877.054073] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529b663e-8aca-a0a0-25ae-2cc73229decb" [ 1877.054073] env[62105]: _type = "Task" [ 1877.054073] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.068057] env[62105]: DEBUG nova.compute.provider_tree [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.074850] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529b663e-8aca-a0a0-25ae-2cc73229decb, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.077018] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d4976-45a4-0271-6cc4-d5727bdd08d3/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1877.078376] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b90a2-6d79-48b5-9b0f-370f37dccd6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.081502] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4236f100-62f2-442c-b9ec-c58c3bd4fbf4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.088142] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d4976-45a4-0271-6cc4-d5727bdd08d3/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1877.088392] env[62105]: ERROR oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d4976-45a4-0271-6cc4-d5727bdd08d3/disk-0.vmdk due to incomplete transfer. [ 1877.089781] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db6683c8-9551-40b2-87a0-4e61dbe420df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.091485] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1877.091485] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522c4310-6425-b6e2-da78-097119316117" [ 1877.091485] env[62105]: _type = "Task" [ 1877.091485] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.101567] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522c4310-6425-b6e2-da78-097119316117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.104741] env[62105]: DEBUG oslo_vmware.rw_handles [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521d4976-45a4-0271-6cc4-d5727bdd08d3/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1877.104928] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Uploaded image 255a86d8-7771-45f8-899b-611d7ebc0786 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1877.107290] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1877.107547] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-365323d3-a3fa-44ea-bc42-b1f2b4eee8bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.113395] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1877.113395] env[62105]: value = "task-1904345" [ 1877.113395] env[62105]: _type = "Task" [ 1877.113395] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.121470] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904345, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.324090] env[62105]: DEBUG nova.network.neutron [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Port 76de9eae-5587-47cd-962b-0518836f1374 binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1877.344367] env[62105]: DEBUG oslo_vmware.api [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317153} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.344713] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.344950] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.345196] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.345424] env[62105]: INFO nova.compute.manager [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1877.345834] env[62105]: DEBUG oslo.service.loopingcall [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.345987] env[62105]: DEBUG nova.compute.manager [-] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.346130] env[62105]: DEBUG nova.network.neutron [-] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.571547] env[62105]: DEBUG nova.scheduler.client.report [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.586045] env[62105]: DEBUG nova.network.neutron [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updated VIF entry in instance network info cache for port 9180f1d7-0ea6-45fd-b401-7b18faf89eee. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.586490] env[62105]: DEBUG nova.network.neutron [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updating instance_info_cache with network_info: [{"id": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "address": "fa:16:3e:5f:e5:98", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9180f1d7-0e", "ovs_interfaceid": "9180f1d7-0ea6-45fd-b401-7b18faf89eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.601871] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522c4310-6425-b6e2-da78-097119316117, 'name': SearchDatastore_Task, 'duration_secs': 0.012144} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.602333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.602605] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 088ab415-8294-4975-84a0-67b12d11fcf8/088ab415-8294-4975-84a0-67b12d11fcf8.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.602887] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4231b4-f0ca-4351-b8f0-5eb0303c1c20 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.611609] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1877.611609] env[62105]: value = "task-1904346" [ 1877.611609] env[62105]: _type = "Task" [ 1877.611609] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.620884] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.625788] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904345, 'name': Destroy_Task, 'duration_secs': 0.359166} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.626032] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroyed the VM [ 1877.626281] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1877.626541] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccb2b5c2-3da5-4708-bf2a-9ff6747a2dc4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.632526] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1877.632526] env[62105]: value = "task-1904347" [ 1877.632526] env[62105]: _type = "Task" [ 1877.632526] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.640179] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.808818] env[62105]: DEBUG nova.compute.manager [req-948c43a3-0ece-4f4e-a185-ababf2123ab1 req-337fabf7-6bd0-4fdf-886e-8bbc947e3b37 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Received event network-vif-deleted-eb62b6e0-c923-468d-8159-46514083d503 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1877.809039] env[62105]: INFO nova.compute.manager [req-948c43a3-0ece-4f4e-a185-ababf2123ab1 req-337fabf7-6bd0-4fdf-886e-8bbc947e3b37 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Neutron deleted interface eb62b6e0-c923-468d-8159-46514083d503; detaching it from the instance and deleting it from the info cache [ 1877.809109] env[62105]: DEBUG nova.network.neutron [req-948c43a3-0ece-4f4e-a185-ababf2123ab1 req-337fabf7-6bd0-4fdf-886e-8bbc947e3b37 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.077931] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.088832] env[62105]: DEBUG oslo_concurrency.lockutils [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] Releasing lock "refresh_cache-89cd5c68-5e96-4c5b-923d-3548fd141d3c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.089163] env[62105]: DEBUG nova.compute.manager [req-7c3d00e7-11ee-4756-b049-1ecf0c253902 req-bac8b097-8e39-49fa-a26c-a8a7a08058ec service nova] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Received event network-vif-deleted-a0b52243-d62d-43d9-b8bf-02bf82336a25 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1878.104494] env[62105]: INFO nova.scheduler.client.report [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Deleted allocations for instance cfbfb393-395d-4c28-b65f-f6429459732c [ 1878.119181] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442948} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.119437] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 088ab415-8294-4975-84a0-67b12d11fcf8/088ab415-8294-4975-84a0-67b12d11fcf8.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.119658] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.119947] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-387c8267-692e-40c4-9ad0-3374a4d639ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.127422] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1878.127422] env[62105]: value = "task-1904348" [ 1878.127422] env[62105]: _type = "Task" [ 1878.127422] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.136670] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.144480] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904347, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.284468] env[62105]: DEBUG nova.network.neutron [-] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.312181] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e1e4b01-53b9-4eaa-b955-f479c2526b86 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.322359] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c01f2-2746-4a14-a569-b0632202860f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.350451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.350451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.350451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.363533] env[62105]: DEBUG nova.compute.manager [req-948c43a3-0ece-4f4e-a185-ababf2123ab1 req-337fabf7-6bd0-4fdf-886e-8bbc947e3b37 service nova] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Detach interface failed, port_id=eb62b6e0-c923-468d-8159-46514083d503, reason: Instance f43578b1-da1d-448c-a8ae-f1680d4faad2 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1878.612841] env[62105]: DEBUG oslo_concurrency.lockutils [None req-09867925-7a38-4315-8fcb-63e3acb01b92 tempest-ServerPasswordTestJSON-1169198712 tempest-ServerPasswordTestJSON-1169198712-project-member] Lock "cfbfb393-395d-4c28-b65f-f6429459732c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.909s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.645541] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076449} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.646633] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.647515] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0381cef-48d8-4a4e-b554-dda3c165d007 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.654513] env[62105]: DEBUG oslo_vmware.api [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904347, 'name': RemoveSnapshot_Task, 'duration_secs': 0.824657} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.654880] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1878.655121] env[62105]: INFO nova.compute.manager [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 15.97 seconds to snapshot the instance on the hypervisor. [ 1878.677301] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 088ab415-8294-4975-84a0-67b12d11fcf8/088ab415-8294-4975-84a0-67b12d11fcf8.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.677642] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ae36005-016f-4444-a943-64cefb1459a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.701762] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1878.701762] env[62105]: value = "task-1904349" [ 1878.701762] env[62105]: _type = "Task" [ 1878.701762] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.714076] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.787795] env[62105]: INFO nova.compute.manager [-] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Took 1.44 seconds to deallocate network for instance. [ 1879.213369] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904349, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.216992] env[62105]: DEBUG nova.compute.manager [None req-b171c9e2-2ffa-4c8c-bef7-731b9c7f9dba tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Found 1 images (rotation: 2) {{(pid=62105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1879.294405] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.294781] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.295063] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.323182] env[62105]: INFO nova.scheduler.client.report [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted allocations for instance f43578b1-da1d-448c-a8ae-f1680d4faad2 [ 1879.404027] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.404295] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.404409] env[62105]: DEBUG nova.network.neutron [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.718023] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904349, 'name': ReconfigVM_Task, 'duration_secs': 0.863748} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.718023] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 088ab415-8294-4975-84a0-67b12d11fcf8/088ab415-8294-4975-84a0-67b12d11fcf8.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.718467] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97ca1da0-ae8c-4f1a-9a2c-2b754bb89080 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.726348] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1879.726348] env[62105]: value = "task-1904351" [ 1879.726348] env[62105]: _type = "Task" [ 1879.726348] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.736752] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904351, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.831924] env[62105]: DEBUG oslo_concurrency.lockutils [None req-158a0978-344a-441a-9f0d-28e41bc0efbd tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "f43578b1-da1d-448c-a8ae-f1680d4faad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.334s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.240337] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904351, 'name': Rename_Task, 'duration_secs': 0.408175} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.240670] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.240670] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-648c8c83-3875-4273-8100-56693e878f27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.247658] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1880.247658] env[62105]: value = "task-1904352" [ 1880.247658] env[62105]: _type = "Task" [ 1880.247658] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.259558] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.287282] env[62105]: DEBUG nova.network.neutron [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [{"id": "76de9eae-5587-47cd-962b-0518836f1374", "address": "fa:16:3e:8e:34:e7", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76de9eae-55", "ovs_interfaceid": "76de9eae-5587-47cd-962b-0518836f1374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.561438] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "62993210-f2cd-4037-92bd-b613c00742b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.561642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.758158] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.790029] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.854585] env[62105]: DEBUG nova.compute.manager [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.857252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cdc619-48f3-4e33-af1c-7b1a482c9435 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.064331] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1881.259016] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.318085] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc49e00-1edf-4c99-9387-070da43766e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.345395] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18caabda-a0c0-41ee-a38a-908814c6003d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.355060] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1881.366882] env[62105]: INFO nova.compute.manager [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] instance snapshotting [ 1881.367675] env[62105]: DEBUG nova.objects.instance [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'flavor' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.586025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.586223] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.587827] env[62105]: INFO nova.compute.claims [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.758195] env[62105]: DEBUG oslo_vmware.api [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904352, 'name': PowerOnVM_Task, 'duration_secs': 1.353082} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.758455] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.758654] env[62105]: INFO nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1881.758836] env[62105]: DEBUG nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.759647] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3175833b-6e3c-4ece-8d86-96bb6d03954b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.863299] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1881.863776] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21f85b2e-f672-437c-b607-9465a4c0c91d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.871986] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1881.871986] env[62105]: value = "task-1904354" [ 1881.871986] env[62105]: _type = "Task" [ 1881.871986] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.877336] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b80f0-21c0-439b-9c8f-64a84fa01078 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.884277] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.897594] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8b3b3-50a3-49d8-bc53-be356e9f2ec9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.276062] env[62105]: INFO nova.compute.manager [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Took 13.52 seconds to build instance. [ 1882.382361] env[62105]: DEBUG oslo_vmware.api [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904354, 'name': PowerOnVM_Task, 'duration_secs': 0.404005} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.382641] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1882.382870] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2f9e08-5b47-4855-be38-b41f1cbffac1 tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance '64ebf018-7de8-4fe9-8970-970e778f1104' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1882.408030] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1882.408287] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9144d2eb-1e3d-4fcc-a449-d8af3a9dfb62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.415366] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1882.415366] env[62105]: value = "task-1904355" [ 1882.415366] env[62105]: _type = "Task" [ 1882.415366] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.424613] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904355, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.701266] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e04f310-feca-4a64-a0b8-ff7e437f27b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.707976] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f8246-4088-4b8c-a9e8-e17a0a995645 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.738892] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9e5e0-11cd-4e0d-a3b7-8f3974581fae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.746137] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01c6dd6-e077-4fc4-8f4a-a444acfe6236 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.759198] env[62105]: DEBUG nova.compute.provider_tree [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.778122] env[62105]: DEBUG oslo_concurrency.lockutils [None req-630707fd-8e60-4b07-b195-066d9326d382 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "088ab415-8294-4975-84a0-67b12d11fcf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.035s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.925177] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904355, 'name': CreateSnapshot_Task, 'duration_secs': 0.485075} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.925462] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1882.926183] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e11b55-4b8f-4ba6-b545-2950d233ef59 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.262448] env[62105]: DEBUG nova.scheduler.client.report [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.282643] env[62105]: DEBUG nova.compute.manager [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-changed-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1883.283044] env[62105]: DEBUG nova.compute.manager [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing instance network info cache due to event network-changed-91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1883.283117] env[62105]: DEBUG oslo_concurrency.lockutils [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.283344] env[62105]: DEBUG oslo_concurrency.lockutils [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.283527] env[62105]: DEBUG nova.network.neutron [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1883.444400] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1883.445584] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a98fe80-d5f6-4098-af1e-d7c798f7e005 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.455288] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1883.455288] env[62105]: value = "task-1904357" [ 1883.455288] env[62105]: _type = "Task" [ 1883.455288] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.464097] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904357, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.770427] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.770951] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.968326] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904357, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.042145] env[62105]: DEBUG nova.network.neutron [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updated VIF entry in instance network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1884.042523] env[62105]: DEBUG nova.network.neutron [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.217261] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "64ebf018-7de8-4fe9-8970-970e778f1104" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.217610] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.217762] env[62105]: DEBUG nova.compute.manager [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Going to confirm migration 6 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1884.276458] env[62105]: DEBUG nova.compute.utils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.277890] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.278077] env[62105]: DEBUG nova.network.neutron [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.286173] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.286474] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.426393] env[62105]: DEBUG nova.policy [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f08bbd52e98a41ffa12943d82a16fffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603001fa99e6455bb55bad367ccdce02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.469177] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904357, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.545533] env[62105]: DEBUG oslo_concurrency.lockutils [req-bac9fcfd-871b-412a-a931-415596ab84ed req-684c00bd-53e1-4236-87a2-e4964f03caa9 service nova] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.716514] env[62105]: DEBUG nova.network.neutron [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Successfully created port: 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1884.759397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.759397] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquired lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.759397] env[62105]: DEBUG nova.network.neutron [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.759397] env[62105]: DEBUG nova.objects.instance [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'info_cache' on Instance uuid 64ebf018-7de8-4fe9-8970-970e778f1104 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.783405] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.789059] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.966830] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904357, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.314319] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.314621] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.316315] env[62105]: INFO nova.compute.claims [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.467828] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904357, 'name': CloneVM_Task, 'duration_secs': 1.614142} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.468121] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created linked-clone VM from snapshot [ 1885.468860] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3303f57-e797-4f70-ab36-4c6cd253e623 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.477898] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Uploading image 9b87d8e4-307b-4dc5-b0a1-cbf239468e7d {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1885.500397] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1885.500397] env[62105]: value = "vm-393097" [ 1885.500397] env[62105]: _type = "VirtualMachine" [ 1885.500397] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1885.500689] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9e925fda-ceca-40d4-bb84-8f976476c13f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.511126] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease: (returnval){ [ 1885.511126] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244802b-4c91-a873-5fc0-4551517a7967" [ 1885.511126] env[62105]: _type = "HttpNfcLease" [ 1885.511126] env[62105]: } obtained for exporting VM: (result){ [ 1885.511126] env[62105]: value = "vm-393097" [ 1885.511126] env[62105]: _type = "VirtualMachine" [ 1885.511126] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1885.511552] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the lease: (returnval){ [ 1885.511552] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244802b-4c91-a873-5fc0-4551517a7967" [ 1885.511552] env[62105]: _type = "HttpNfcLease" [ 1885.511552] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1885.520148] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1885.520148] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244802b-4c91-a873-5fc0-4551517a7967" [ 1885.520148] env[62105]: _type = "HttpNfcLease" [ 1885.520148] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1885.791219] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1885.815716] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.815989] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.816171] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.816366] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.816517] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.816708] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.816945] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.817144] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.817330] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.817501] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.817676] env[62105]: DEBUG nova.virt.hardware [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.818564] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d43a18b-b917-4089-b2f6-7d2d39be20c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.828587] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350f01e9-91aa-4522-88d5-8c4fdc141e77 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.969900] env[62105]: DEBUG nova.network.neutron [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [{"id": "76de9eae-5587-47cd-962b-0518836f1374", "address": "fa:16:3e:8e:34:e7", "network": {"id": "92d7b7e7-f063-4756-aa52-ec68b1809682", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1168467777-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79ca61bf24444afda33c24112d275e5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76de9eae-55", "ovs_interfaceid": "76de9eae-5587-47cd-962b-0518836f1374", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.020494] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1886.020494] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244802b-4c91-a873-5fc0-4551517a7967" [ 1886.020494] env[62105]: _type = "HttpNfcLease" [ 1886.020494] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1886.020803] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1886.020803] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5244802b-4c91-a873-5fc0-4551517a7967" [ 1886.020803] env[62105]: _type = "HttpNfcLease" [ 1886.020803] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1886.021553] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cdd9d4-99a1-44ca-be68-1c76f297f434 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.029479] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063617-7026-b315-4a7c-53c937c8b2b4/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1886.029685] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063617-7026-b315-4a7c-53c937c8b2b4/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1886.123631] env[62105]: DEBUG nova.compute.manager [req-00d1e95f-1079-4642-966f-fd7026e0bb8e req-92f21a0d-0191-4979-8745-76bc6c4589cc service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Received event network-vif-plugged-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1886.123950] env[62105]: DEBUG oslo_concurrency.lockutils [req-00d1e95f-1079-4642-966f-fd7026e0bb8e req-92f21a0d-0191-4979-8745-76bc6c4589cc service nova] Acquiring lock "62993210-f2cd-4037-92bd-b613c00742b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.124222] env[62105]: DEBUG oslo_concurrency.lockutils [req-00d1e95f-1079-4642-966f-fd7026e0bb8e req-92f21a0d-0191-4979-8745-76bc6c4589cc service nova] Lock "62993210-f2cd-4037-92bd-b613c00742b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.125069] env[62105]: DEBUG oslo_concurrency.lockutils [req-00d1e95f-1079-4642-966f-fd7026e0bb8e req-92f21a0d-0191-4979-8745-76bc6c4589cc service nova] Lock "62993210-f2cd-4037-92bd-b613c00742b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.125069] env[62105]: DEBUG nova.compute.manager [req-00d1e95f-1079-4642-966f-fd7026e0bb8e req-92f21a0d-0191-4979-8745-76bc6c4589cc service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] No waiting events found dispatching network-vif-plugged-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1886.125069] env[62105]: WARNING nova.compute.manager [req-00d1e95f-1079-4642-966f-fd7026e0bb8e req-92f21a0d-0191-4979-8745-76bc6c4589cc service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Received unexpected event network-vif-plugged-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b for instance with vm_state building and task_state spawning. [ 1886.209988] env[62105]: DEBUG nova.network.neutron [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Successfully updated port: 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1886.273327] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f20ae8f-3e32-42ce-8458-b2e48379b376 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.444622] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d44fbc-9480-4f96-a31a-e2213d6a9c6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.453832] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae6d7f-9eb3-4071-8596-1b571c9bc6cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.485980] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Releasing lock "refresh_cache-64ebf018-7de8-4fe9-8970-970e778f1104" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.486293] env[62105]: DEBUG nova.objects.instance [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lazy-loading 'migration_context' on Instance uuid 64ebf018-7de8-4fe9-8970-970e778f1104 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.488534] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887cd1df-9f85-419e-a5ef-f23885199a24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.497146] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83fee7-62d3-4dcc-b955-fac6681b55eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.512071] env[62105]: DEBUG nova.compute.provider_tree [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.712732] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.712932] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.713110] env[62105]: DEBUG nova.network.neutron [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1886.989262] env[62105]: DEBUG nova.objects.base [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Object Instance<64ebf018-7de8-4fe9-8970-970e778f1104> lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1886.990312] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcd5155-eed9-4fca-9f86-7f00c1619454 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.010625] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f13e857-efa6-4c22-9a50-bd82bf04b4ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.015995] env[62105]: DEBUG nova.scheduler.client.report [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.021043] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1887.021043] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4d3a5-2bad-8c12-8c36-e2af00eaa750" [ 1887.021043] env[62105]: _type = "Task" [ 1887.021043] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.030338] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4d3a5-2bad-8c12-8c36-e2af00eaa750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.248564] env[62105]: DEBUG nova.network.neutron [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1887.397375] env[62105]: DEBUG nova.network.neutron [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.523545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.524082] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1887.536946] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f4d3a5-2bad-8c12-8c36-e2af00eaa750, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.537485] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.537828] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.899953] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.900738] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Instance network_info: |[{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1887.900902] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:6b:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.908943] env[62105]: DEBUG oslo.service.loopingcall [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.909316] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.909631] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6958123-7798-4d85-86f3-fb14a5c43dd8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.934258] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.934258] env[62105]: value = "task-1904360" [ 1887.934258] env[62105]: _type = "Task" [ 1887.934258] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.943398] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904360, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.033253] env[62105]: DEBUG nova.compute.utils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1888.034859] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1888.035065] env[62105]: DEBUG nova.network.neutron [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1888.080414] env[62105]: DEBUG nova.policy [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1888.156429] env[62105]: DEBUG nova.compute.manager [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Received event network-changed-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1888.156723] env[62105]: DEBUG nova.compute.manager [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Refreshing instance network info cache due to event network-changed-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1888.157033] env[62105]: DEBUG oslo_concurrency.lockutils [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.157262] env[62105]: DEBUG oslo_concurrency.lockutils [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.157470] env[62105]: DEBUG nova.network.neutron [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Refreshing network info cache for port 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.178628] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f071e1-a6c8-4a3e-8c3e-41e03aae190c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.187699] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1cd39c-4d89-473c-8d84-8413144f1f9c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.219876] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e31d51b-4f98-4491-a36f-1ad5c01e6262 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.228602] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c468f-906d-4279-9964-a99d473e45ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.242740] env[62105]: DEBUG nova.compute.provider_tree [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.408095] env[62105]: DEBUG nova.network.neutron [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Successfully created port: 6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1888.444339] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904360, 'name': CreateVM_Task, 'duration_secs': 0.410141} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.444510] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.445266] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.445434] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.445940] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.446229] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2ef91b-f5d0-4aba-88e8-514976e7f839 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.450713] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1888.450713] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524097d1-3b9a-3a9e-b3e5-ff5fc672274b" [ 1888.450713] env[62105]: _type = "Task" [ 1888.450713] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.460346] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524097d1-3b9a-3a9e-b3e5-ff5fc672274b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.538502] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1888.745884] env[62105]: DEBUG nova.scheduler.client.report [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.962354] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524097d1-3b9a-3a9e-b3e5-ff5fc672274b, 'name': SearchDatastore_Task, 'duration_secs': 0.014601} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.962744] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.962996] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1888.963261] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.963635] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.963866] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1888.964166] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f50d2718-2643-4108-a0ed-8c060d459574 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.975303] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1888.975303] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1888.975303] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f602b08-0a23-4497-90e8-da7ea5752981 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.984228] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1888.984228] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526a2114-560c-787e-f319-f2fc724284f2" [ 1888.984228] env[62105]: _type = "Task" [ 1888.984228] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.990116] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526a2114-560c-787e-f319-f2fc724284f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.188431] env[62105]: DEBUG nova.network.neutron [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updated VIF entry in instance network info cache for port 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.188807] env[62105]: DEBUG nova.network.neutron [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.493653] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]526a2114-560c-787e-f319-f2fc724284f2, 'name': SearchDatastore_Task, 'duration_secs': 0.015289} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.494456] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-011bd0af-00f1-4030-a9cf-f704f88b012d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.500185] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1889.500185] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5293ac84-5128-4306-8a18-da5e31f0e16e" [ 1889.500185] env[62105]: _type = "Task" [ 1889.500185] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.508594] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5293ac84-5128-4306-8a18-da5e31f0e16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.548065] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1889.572114] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1889.572387] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.572545] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1889.572780] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.572935] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1889.573101] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1889.573320] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1889.573485] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1889.573656] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1889.573820] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1889.573997] env[62105]: DEBUG nova.virt.hardware [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1889.574911] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08de8764-3bad-4190-bbe2-a02d94543356 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.583649] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6357c529-aa57-467f-a406-2dc45083d0ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.691822] env[62105]: DEBUG oslo_concurrency.lockutils [req-b04be9f5-3ff0-4628-a769-795820d63829 req-4f77a968-5b90-42fc-bdcf-bda7a1ac4e49 service nova] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.755885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.901717] env[62105]: DEBUG nova.network.neutron [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Successfully updated port: 6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1890.011096] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5293ac84-5128-4306-8a18-da5e31f0e16e, 'name': SearchDatastore_Task, 'duration_secs': 0.025229} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.012037] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.012037] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.012037] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc03ee7d-d97e-46c7-b598-9091a2ba2350 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.021195] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1890.021195] env[62105]: value = "task-1904362" [ 1890.021195] env[62105]: _type = "Task" [ 1890.021195] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.029522] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.184170] env[62105]: DEBUG nova.compute.manager [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-vif-plugged-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1890.184170] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.184339] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.184515] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.184717] env[62105]: DEBUG nova.compute.manager [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] No waiting events found dispatching network-vif-plugged-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1890.185009] env[62105]: WARNING nova.compute.manager [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received unexpected event network-vif-plugged-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 for instance with vm_state building and task_state spawning. [ 1890.185212] env[62105]: DEBUG nova.compute.manager [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1890.185376] env[62105]: DEBUG nova.compute.manager [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing instance network info cache due to event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1890.185582] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.185736] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.185939] env[62105]: DEBUG nova.network.neutron [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.321155] env[62105]: INFO nova.scheduler.client.report [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocation for migration fa288c94-77f0-4527-bdcd-4373f754b460 [ 1890.404927] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.532470] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904362, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.718705] env[62105]: DEBUG nova.network.neutron [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.794137] env[62105]: DEBUG nova.network.neutron [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.827510] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.610s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.032177] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616869} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.032465] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.032688] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.032978] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97f8236b-7616-4cde-b326-a18990325d90 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.041199] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1891.041199] env[62105]: value = "task-1904363" [ 1891.041199] env[62105]: _type = "Task" [ 1891.041199] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.049871] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.297248] env[62105]: DEBUG oslo_concurrency.lockutils [req-b1cfc6b4-a69e-4a8b-bce6-b359ae360bf2 req-ea0915d0-456b-4aa4-ab33-90185364499a service nova] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.297759] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.297935] env[62105]: DEBUG nova.network.neutron [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.552170] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084656} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.552455] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1891.553473] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e8b40-227c-4f73-b82b-cebd4064ef8a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.577719] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.578153] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec01e4f4-2345-433b-85f4-f1535f025d70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.600159] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1891.600159] env[62105]: value = "task-1904365" [ 1891.600159] env[62105]: _type = "Task" [ 1891.600159] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.610295] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.830845] env[62105]: DEBUG nova.network.neutron [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1891.969038] env[62105]: DEBUG nova.network.neutron [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.110159] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904365, 'name': ReconfigVM_Task, 'duration_secs': 0.365308} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.110457] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1892.111486] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff05535-4922-4792-be75-ea12dd6e6871 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.118638] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1892.118638] env[62105]: value = "task-1904366" [ 1892.118638] env[62105]: _type = "Task" [ 1892.118638] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.127644] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904366, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.240245] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "64ebf018-7de8-4fe9-8970-970e778f1104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.240545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.240776] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.240991] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.241193] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.243485] env[62105]: INFO nova.compute.manager [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Terminating instance [ 1892.471828] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.472971] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Instance network_info: |[{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1892.472971] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:53:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6638ef56-d4e9-4f25-a11f-c2baeaf0a822', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1892.480680] env[62105]: DEBUG oslo.service.loopingcall [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.480911] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1892.481159] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2734a9-3041-4884-be85-747e210c9f3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.501806] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1892.501806] env[62105]: value = "task-1904367" [ 1892.501806] env[62105]: _type = "Task" [ 1892.501806] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.509795] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904367, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.628829] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904366, 'name': Rename_Task, 'duration_secs': 0.166189} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.628829] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.629071] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3676760-03a0-4d9e-94d4-5494fc42ebbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.637477] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1892.637477] env[62105]: value = "task-1904368" [ 1892.637477] env[62105]: _type = "Task" [ 1892.637477] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.645878] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.747935] env[62105]: DEBUG nova.compute.manager [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1892.748225] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1892.749178] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c877834-3057-4597-bd3e-fd0738f6f3de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.756866] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1892.757104] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4febce67-4f1d-477a-9c30-c57ca6baee27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.763563] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1892.763563] env[62105]: value = "task-1904369" [ 1892.763563] env[62105]: _type = "Task" [ 1892.763563] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.772064] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.013713] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904367, 'name': CreateVM_Task, 'duration_secs': 0.469433} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.013713] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1893.014208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.014208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.014448] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1893.014707] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12016b49-cc3a-4bea-8055-7e15d1384cd2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.019270] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1893.019270] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5289c24b-d6f7-5ae6-7194-99101cb34a35" [ 1893.019270] env[62105]: _type = "Task" [ 1893.019270] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.027341] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5289c24b-d6f7-5ae6-7194-99101cb34a35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.148211] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904368, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.275726] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904369, 'name': PowerOffVM_Task, 'duration_secs': 0.234173} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.276107] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1893.276340] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1893.276639] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e606c4-d262-4159-9057-32b467a19d9e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.383645] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1893.383645] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1893.383872] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleting the datastore file [datastore1] 64ebf018-7de8-4fe9-8970-970e778f1104 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1893.384133] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed377f7d-e24a-4973-8ad9-fbfefd6b437f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.392359] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for the task: (returnval){ [ 1893.392359] env[62105]: value = "task-1904372" [ 1893.392359] env[62105]: _type = "Task" [ 1893.392359] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.401167] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.530427] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5289c24b-d6f7-5ae6-7194-99101cb34a35, 'name': SearchDatastore_Task, 'duration_secs': 0.011901} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.530716] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.530929] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1893.531187] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.531331] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.531510] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1893.531780] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-876599cb-b052-49ba-910b-529953eb1a52 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.541179] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1893.541473] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1893.542291] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ca0981-d87e-4c9c-be5a-5704f5c9a0ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.547730] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1893.547730] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d5711b-1df6-370a-1ccb-2bf0a8983b15" [ 1893.547730] env[62105]: _type = "Task" [ 1893.547730] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.555940] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d5711b-1df6-370a-1ccb-2bf0a8983b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.648915] env[62105]: DEBUG oslo_vmware.api [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904368, 'name': PowerOnVM_Task, 'duration_secs': 0.608865} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.649291] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.649518] env[62105]: INFO nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1893.649706] env[62105]: DEBUG nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.650488] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be5f4d-7ae3-409c-93c0-8342b46a40f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.903036] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.061053] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d5711b-1df6-370a-1ccb-2bf0a8983b15, 'name': SearchDatastore_Task, 'duration_secs': 0.020544} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.062239] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae16f9c-2a75-4e35-adc2-860cc1005276 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.069491] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1894.069491] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520cd370-e427-d79f-5b26-ad54c9fb611a" [ 1894.069491] env[62105]: _type = "Task" [ 1894.069491] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.081065] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520cd370-e427-d79f-5b26-ad54c9fb611a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.168034] env[62105]: INFO nova.compute.manager [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Took 12.60 seconds to build instance. [ 1894.403310] env[62105]: DEBUG oslo_vmware.api [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Task: {'id': task-1904372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658407} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.403560] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1894.403744] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1894.403924] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1894.404127] env[62105]: INFO nova.compute.manager [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1894.404365] env[62105]: DEBUG oslo.service.loopingcall [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1894.404557] env[62105]: DEBUG nova.compute.manager [-] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1894.404654] env[62105]: DEBUG nova.network.neutron [-] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1894.579967] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]520cd370-e427-d79f-5b26-ad54c9fb611a, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.580374] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.580678] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 2b141b3a-1f1a-4c52-9b93-0a71565aa481/2b141b3a-1f1a-4c52-9b93-0a71565aa481.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1894.581051] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-078dbf47-e1d8-42ea-9a1f-375ec4629dcf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.588807] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1894.588807] env[62105]: value = "task-1904373" [ 1894.588807] env[62105]: _type = "Task" [ 1894.588807] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.598050] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.670261] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a814f152-150e-448b-9aef-4aa1d1adf401 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.108s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.687124] env[62105]: DEBUG nova.compute.manager [req-43128c0d-6196-4df2-86ad-e0444923b94f req-e2a3e766-1866-47f1-86e3-c8607fd4d44d service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Received event network-vif-deleted-76de9eae-5587-47cd-962b-0518836f1374 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1894.687182] env[62105]: INFO nova.compute.manager [req-43128c0d-6196-4df2-86ad-e0444923b94f req-e2a3e766-1866-47f1-86e3-c8607fd4d44d service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Neutron deleted interface 76de9eae-5587-47cd-962b-0518836f1374; detaching it from the instance and deleting it from the info cache [ 1894.687377] env[62105]: DEBUG nova.network.neutron [req-43128c0d-6196-4df2-86ad-e0444923b94f req-e2a3e766-1866-47f1-86e3-c8607fd4d44d service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.740118] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063617-7026-b315-4a7c-53c937c8b2b4/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1894.741276] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b19ab-1fd1-4185-86e0-4222ffc21618 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.749766] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063617-7026-b315-4a7c-53c937c8b2b4/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1894.749952] env[62105]: ERROR oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063617-7026-b315-4a7c-53c937c8b2b4/disk-0.vmdk due to incomplete transfer. [ 1894.750328] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-065fe55f-ecd5-46f0-83df-231a2600a376 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.757316] env[62105]: DEBUG oslo_vmware.rw_handles [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52063617-7026-b315-4a7c-53c937c8b2b4/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1894.757500] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Uploaded image 9b87d8e4-307b-4dc5-b0a1-cbf239468e7d to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1894.759874] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1894.760130] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21aeed6c-490b-4d8b-80b8-e9b757c4fafc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.766910] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1894.766910] env[62105]: value = "task-1904374" [ 1894.766910] env[62105]: _type = "Task" [ 1894.766910] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.774742] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904374, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.096731] env[62105]: DEBUG nova.compute.manager [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Received event network-changed-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1895.097030] env[62105]: DEBUG nova.compute.manager [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Refreshing instance network info cache due to event network-changed-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1895.097165] env[62105]: DEBUG oslo_concurrency.lockutils [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.097314] env[62105]: DEBUG oslo_concurrency.lockutils [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.097477] env[62105]: DEBUG nova.network.neutron [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Refreshing network info cache for port 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.102590] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904373, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.157861] env[62105]: DEBUG nova.network.neutron [-] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.190209] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-743bb17f-0ae1-4f5f-b8b4-33bd26db2451 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.201298] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c6ea0f-33ab-428b-8f34-8f653941c451 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.238655] env[62105]: DEBUG nova.compute.manager [req-43128c0d-6196-4df2-86ad-e0444923b94f req-e2a3e766-1866-47f1-86e3-c8607fd4d44d service nova] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Detach interface failed, port_id=76de9eae-5587-47cd-962b-0518836f1374, reason: Instance 64ebf018-7de8-4fe9-8970-970e778f1104 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1895.277632] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904374, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.602928] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965528} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.602928] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 2b141b3a-1f1a-4c52-9b93-0a71565aa481/2b141b3a-1f1a-4c52-9b93-0a71565aa481.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1895.602928] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1895.605711] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01146467-205f-4873-8acf-a2fcee2f23a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.614953] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1895.614953] env[62105]: value = "task-1904375" [ 1895.614953] env[62105]: _type = "Task" [ 1895.614953] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.626770] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.660768] env[62105]: INFO nova.compute.manager [-] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Took 1.26 seconds to deallocate network for instance. [ 1895.783079] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904374, 'name': Destroy_Task, 'duration_secs': 0.903212} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.783079] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroyed the VM [ 1895.783079] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1895.783079] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b2f90dc-c7c9-4cca-9503-6117d25f4507 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.790986] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1895.790986] env[62105]: value = "task-1904376" [ 1895.790986] env[62105]: _type = "Task" [ 1895.790986] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.802434] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.880880] env[62105]: DEBUG nova.network.neutron [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updated VIF entry in instance network info cache for port 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.881298] env[62105]: DEBUG nova.network.neutron [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.125673] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088295} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.125932] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.126649] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26666d89-3cc6-4254-beb6-98a3742e5022 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.150514] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 2b141b3a-1f1a-4c52-9b93-0a71565aa481/2b141b3a-1f1a-4c52-9b93-0a71565aa481.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.150843] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85737116-d8b3-48e3-bda9-7da55515ab56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.172531] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.172977] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.173200] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.177433] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1896.177433] env[62105]: value = "task-1904377" [ 1896.177433] env[62105]: _type = "Task" [ 1896.177433] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.188908] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.196292] env[62105]: INFO nova.scheduler.client.report [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Deleted allocations for instance 64ebf018-7de8-4fe9-8970-970e778f1104 [ 1896.301256] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904376, 'name': RemoveSnapshot_Task} progress is 53%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.384300] env[62105]: DEBUG oslo_concurrency.lockutils [req-ace2019f-d895-4ba4-9985-ea751d34e934 req-bba87dac-ac61-4bb7-85c5-dc07baf7f745 service nova] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.560784] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.561019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.688736] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.704599] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f356b72e-5a64-43ef-91be-bf9c68e3893c tempest-DeleteServersTestJSON-577610494 tempest-DeleteServersTestJSON-577610494-project-member] Lock "64ebf018-7de8-4fe9-8970-970e778f1104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.464s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.802211] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904376, 'name': RemoveSnapshot_Task} progress is 53%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.064105] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1897.189228] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.302613] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904376, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.587828] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.588168] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.592009] env[62105]: INFO nova.compute.claims [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1897.689235] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904377, 'name': ReconfigVM_Task, 'duration_secs': 1.172732} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.689514] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 2b141b3a-1f1a-4c52-9b93-0a71565aa481/2b141b3a-1f1a-4c52-9b93-0a71565aa481.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.690151] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e66aec8e-5a76-43ef-abc3-7dad64903bd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.698724] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1897.698724] env[62105]: value = "task-1904379" [ 1897.698724] env[62105]: _type = "Task" [ 1897.698724] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.707287] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904379, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.802812] env[62105]: DEBUG oslo_vmware.api [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904376, 'name': RemoveSnapshot_Task, 'duration_secs': 1.532733} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.803090] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1897.803340] env[62105]: INFO nova.compute.manager [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 1898.210434] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904379, 'name': Rename_Task, 'duration_secs': 0.153841} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.210756] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1898.211093] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af882d0f-cb19-4947-b4a0-42d708c8f444 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.217889] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1898.217889] env[62105]: value = "task-1904380" [ 1898.217889] env[62105]: _type = "Task" [ 1898.217889] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.226122] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.349088] env[62105]: DEBUG nova.compute.manager [None req-7c0299ff-67ba-4d93-97c5-1431ab498d49 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Found 2 images (rotation: 2) {{(pid=62105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1898.730837] env[62105]: DEBUG oslo_vmware.api [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904380, 'name': PowerOnVM_Task, 'duration_secs': 0.478702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.731147] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.731432] env[62105]: INFO nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1898.731616] env[62105]: DEBUG nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.732414] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9720be0-4275-46f5-8d79-842b3ae3cffa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.747523] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc012fc9-acdd-4229-afb8-bc7911bc1677 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.754606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ec0bc-aeb2-4562-bf7b-2f5037bcc508 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.787560] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefd02c-1cc7-4699-a370-6913384e3da5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.795940] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d13b1-c97c-459b-a378-07e6c125bfb2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.809544] env[62105]: DEBUG nova.compute.provider_tree [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.953440] env[62105]: DEBUG nova.compute.manager [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.954395] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228d194d-1d56-4804-8aff-c469608004e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.252909] env[62105]: INFO nova.compute.manager [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Took 13.96 seconds to build instance. [ 1899.312870] env[62105]: DEBUG nova.scheduler.client.report [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.465402] env[62105]: INFO nova.compute.manager [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] instance snapshotting [ 1899.466076] env[62105]: DEBUG nova.objects.instance [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'flavor' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.755430] env[62105]: DEBUG oslo_concurrency.lockutils [None req-0f3017fd-c615-4735-9bb1-219b0cc19774 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.469s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.821020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.821020] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1899.971443] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbe72a2-f765-45fb-95c5-d858c72d487e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.994313] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ffc203-10ad-4d4d-92c4-b4665dd30550 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.997854] env[62105]: DEBUG nova.compute.manager [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-changed-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1899.998026] env[62105]: DEBUG nova.compute.manager [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing instance network info cache due to event network-changed-91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1899.998245] env[62105]: DEBUG oslo_concurrency.lockutils [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.998389] env[62105]: DEBUG oslo_concurrency.lockutils [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.998549] env[62105]: DEBUG nova.network.neutron [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.327805] env[62105]: DEBUG nova.compute.utils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1900.327805] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1900.327805] env[62105]: DEBUG nova.network.neutron [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1900.371274] env[62105]: DEBUG nova.policy [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed4a1a4f918d4bdb99757cf365668225', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '256203ef5c6a47b18291554b9f1a7efa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1900.510734] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1900.511068] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c88be471-96da-4f8a-b4a2-90ae118a9057 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.513283] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.513537] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.523596] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1900.523596] env[62105]: value = "task-1904381" [ 1900.523596] env[62105]: _type = "Task" [ 1900.523596] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.532938] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.632148] env[62105]: DEBUG nova.network.neutron [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Successfully created port: 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1900.831029] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1900.932735] env[62105]: DEBUG nova.network.neutron [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updated VIF entry in instance network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.933225] env[62105]: DEBUG nova.network.neutron [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.016865] env[62105]: INFO nova.compute.manager [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Detaching volume 6a68af97-a0b8-40ac-99d7-88fbaaa030a9 [ 1901.037083] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904381, 'name': CreateSnapshot_Task, 'duration_secs': 0.483887} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.037370] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1901.038365] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b841fbb-8b0c-41af-a962-b717355de147 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.059969] env[62105]: INFO nova.virt.block_device [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Attempting to driver detach volume 6a68af97-a0b8-40ac-99d7-88fbaaa030a9 from mountpoint /dev/sdb [ 1901.060238] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1901.060424] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393081', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'name': 'volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e62fa20c-62e8-43b4-b7c9-3738cbe3930f', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'serial': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1901.062185] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c5df9b-7f29-4b54-b3e6-47a8e3b19778 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.093486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dea546f-9545-4710-9360-295185148660 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.105167] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03650e-2e45-4ff1-94e1-325deb35400c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.130915] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aa67fc-bea9-473b-841c-f8cd6498ba69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.150668] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] The volume has not been displaced from its original location: [datastore1] volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9/volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1901.156883] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1901.157257] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de176fa-03ad-4984-833f-0e726955afae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.177776] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1901.177776] env[62105]: value = "task-1904382" [ 1901.177776] env[62105]: _type = "Task" [ 1901.177776] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.187298] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.339557] env[62105]: INFO nova.virt.block_device [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Booting with volume 82e46dc2-8035-46ed-b14a-234bbe553432 at /dev/sda [ 1901.374952] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aea2bbdf-9dc8-4cb6-82dc-1b56cec3605f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.385276] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51f745b-3eb0-40e8-ae82-4f5ec504ab5a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.415912] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aedcd1eb-9111-4617-bdbd-de609e7e26e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.427986] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cbe7c6-e10f-4b09-b8d4-6db32971c30c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.439708] env[62105]: DEBUG oslo_concurrency.lockutils [req-0064a533-442d-4d9a-8c5d-c6943fb0dc90 req-903fc24f-5237-4312-92b7-867e73cf7038 service nova] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.463939] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc8a4df-c608-4885-a406-8c973e3fca05 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.471493] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcad7cb-a04f-41bd-bf11-1cb54276f66b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.485732] env[62105]: DEBUG nova.virt.block_device [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating existing volume attachment record: 39c042e6-bd66-403b-a74d-f0f435d816a0 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1901.558246] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1901.558610] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3b1d8f1-d112-4a51-86c6-28be95a1f709 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.568686] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1901.568686] env[62105]: value = "task-1904383" [ 1901.568686] env[62105]: _type = "Task" [ 1901.568686] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.579457] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904383, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.688500] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.027108] env[62105]: DEBUG nova.compute.manager [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1902.027307] env[62105]: DEBUG nova.compute.manager [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing instance network info cache due to event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1902.027520] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.028201] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.028421] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1902.082324] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904383, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.188515] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904382, 'name': ReconfigVM_Task, 'duration_secs': 0.953067} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.189115] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1902.195086] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98e095fd-b448-4f58-aac0-2ed950681dee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.214021] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1902.214021] env[62105]: value = "task-1904384" [ 1902.214021] env[62105]: _type = "Task" [ 1902.214021] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.223508] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.421073] env[62105]: DEBUG nova.compute.manager [req-2526b5f1-0bba-4546-91b0-345ac817582b req-8c48fb4b-9842-4ad4-8812-53b3c61196e1 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Received event network-vif-plugged-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1902.421467] env[62105]: DEBUG oslo_concurrency.lockutils [req-2526b5f1-0bba-4546-91b0-345ac817582b req-8c48fb4b-9842-4ad4-8812-53b3c61196e1 service nova] Acquiring lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.421994] env[62105]: DEBUG oslo_concurrency.lockutils [req-2526b5f1-0bba-4546-91b0-345ac817582b req-8c48fb4b-9842-4ad4-8812-53b3c61196e1 service nova] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.421994] env[62105]: DEBUG oslo_concurrency.lockutils [req-2526b5f1-0bba-4546-91b0-345ac817582b req-8c48fb4b-9842-4ad4-8812-53b3c61196e1 service nova] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.421994] env[62105]: DEBUG nova.compute.manager [req-2526b5f1-0bba-4546-91b0-345ac817582b req-8c48fb4b-9842-4ad4-8812-53b3c61196e1 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] No waiting events found dispatching network-vif-plugged-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.422503] env[62105]: WARNING nova.compute.manager [req-2526b5f1-0bba-4546-91b0-345ac817582b req-8c48fb4b-9842-4ad4-8812-53b3c61196e1 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Received unexpected event network-vif-plugged-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d for instance with vm_state building and task_state block_device_mapping. [ 1902.521140] env[62105]: DEBUG nova.network.neutron [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Successfully updated port: 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1902.580670] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904383, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.726832] env[62105]: DEBUG oslo_vmware.api [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904384, 'name': ReconfigVM_Task, 'duration_secs': 0.275667} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.726832] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393081', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'name': 'volume-6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'e62fa20c-62e8-43b4-b7c9-3738cbe3930f', 'attached_at': '', 'detached_at': '', 'volume_id': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9', 'serial': '6a68af97-a0b8-40ac-99d7-88fbaaa030a9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1902.747643] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updated VIF entry in instance network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1902.747985] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.026803] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.026967] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.027140] env[62105]: DEBUG nova.network.neutron [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.081012] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904383, 'name': CloneVM_Task, 'duration_secs': 1.488096} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.081377] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Created linked-clone VM from snapshot [ 1903.082111] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46381823-c628-4f11-8cf6-055ef3bb814e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.090476] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Uploading image a5ea7982-ef2e-469d-a1f6-8e8d57ed9fa2 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1903.121180] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1903.121180] env[62105]: value = "vm-393102" [ 1903.121180] env[62105]: _type = "VirtualMachine" [ 1903.121180] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1903.121465] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c0694fa-0366-4b09-9648-05aac67c693e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.131855] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease: (returnval){ [ 1903.131855] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5291c1b2-2550-d4f8-598a-8aa2552aa449" [ 1903.131855] env[62105]: _type = "HttpNfcLease" [ 1903.131855] env[62105]: } obtained for exporting VM: (result){ [ 1903.131855] env[62105]: value = "vm-393102" [ 1903.131855] env[62105]: _type = "VirtualMachine" [ 1903.131855] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1903.131855] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the lease: (returnval){ [ 1903.131855] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5291c1b2-2550-d4f8-598a-8aa2552aa449" [ 1903.131855] env[62105]: _type = "HttpNfcLease" [ 1903.131855] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1903.139510] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1903.139510] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5291c1b2-2550-d4f8-598a-8aa2552aa449" [ 1903.139510] env[62105]: _type = "HttpNfcLease" [ 1903.139510] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1903.250866] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.250987] env[62105]: DEBUG nova.compute.manager [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1903.251152] env[62105]: DEBUG nova.compute.manager [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing instance network info cache due to event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1903.251364] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.251509] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.251665] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.274445] env[62105]: DEBUG nova.objects.instance [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'flavor' on Instance uuid e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1903.560490] env[62105]: DEBUG nova.network.neutron [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1903.612549] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1903.613150] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.613375] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.613577] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.613879] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.614097] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.614246] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.614516] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.614696] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.614896] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.615079] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.615253] env[62105]: DEBUG nova.virt.hardware [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.616137] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f9196-4213-4ea5-9c9d-3e23cd7a10f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.625256] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeef122-086f-4979-92b1-78e3b4abdb2d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.646692] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1903.646692] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5291c1b2-2550-d4f8-598a-8aa2552aa449" [ 1903.646692] env[62105]: _type = "HttpNfcLease" [ 1903.646692] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1903.646948] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1903.646948] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5291c1b2-2550-d4f8-598a-8aa2552aa449" [ 1903.646948] env[62105]: _type = "HttpNfcLease" [ 1903.646948] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1903.647648] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae1420-4364-49fd-9d5c-39499b829920 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.655373] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52303293-f678-515d-19a8-b14c509fd1d8/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1903.655550] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52303293-f678-515d-19a8-b14c509fd1d8/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1903.754781] env[62105]: DEBUG nova.network.neutron [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.825805] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0633c717-ea6f-45ca-ad92-6831533eb25a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.971135] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updated VIF entry in instance network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1903.971503] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.259838] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.260111] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Instance network_info: |[{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1904.260590] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:84:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d785d4a-9adc-48a5-8a44-16cb2cf1a46d', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1904.268970] env[62105]: DEBUG oslo.service.loopingcall [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.269591] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1904.269709] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b912d12-4da0-4936-9c31-aa2194dd3a94 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.287375] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6ad3a356-75b0-40af-b4ff-d3973250b22d tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.774s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.295735] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1904.295735] env[62105]: value = "task-1904386" [ 1904.295735] env[62105]: _type = "Task" [ 1904.295735] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.305360] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904386, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.452335] env[62105]: DEBUG nova.compute.manager [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Received event network-changed-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1904.452335] env[62105]: DEBUG nova.compute.manager [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Refreshing instance network info cache due to event network-changed-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1904.452335] env[62105]: DEBUG oslo_concurrency.lockutils [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] Acquiring lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.452462] env[62105]: DEBUG oslo_concurrency.lockutils [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] Acquired lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.452616] env[62105]: DEBUG nova.network.neutron [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Refreshing network info cache for port 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.476486] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.476838] env[62105]: DEBUG nova.compute.manager [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-changed-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1904.477174] env[62105]: DEBUG nova.compute.manager [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing instance network info cache due to event network-changed-91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1904.477418] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.477563] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.478041] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.807035] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904386, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.872246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.872571] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.872870] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.873097] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.873366] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.875696] env[62105]: INFO nova.compute.manager [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Terminating instance [ 1905.162474] env[62105]: DEBUG nova.network.neutron [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updated VIF entry in instance network info cache for port 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.163079] env[62105]: DEBUG nova.network.neutron [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.306960] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904386, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.380104] env[62105]: DEBUG nova.compute.manager [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.380486] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.381397] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687164e1-b8da-4d17-b7bf-484756a6b592 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.389703] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.390036] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a06558e-9875-403b-a309-dff798ce7cad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.398860] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1905.398860] env[62105]: value = "task-1904387" [ 1905.398860] env[62105]: _type = "Task" [ 1905.398860] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.408065] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.470548] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updated VIF entry in instance network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.470995] env[62105]: DEBUG nova.network.neutron [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.665879] env[62105]: DEBUG oslo_concurrency.lockutils [req-17ae4463-0fac-4904-afa6-bf01610edff4 req-53f97c98-6d31-4dd5-b26e-9822905797d0 service nova] Releasing lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.807496] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904386, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.910154] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904387, 'name': PowerOffVM_Task, 'duration_secs': 0.411521} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.910538] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.910711] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.910973] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4478139c-dde3-4adf-a9eb-b2300be6362c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.973657] env[62105]: DEBUG oslo_concurrency.lockutils [req-703e56b8-7121-4219-aca2-2212224e75f1 req-253f1229-773a-4d5f-a8ea-4bbdc1d023cf service nova] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.310676] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904386, 'name': CreateVM_Task, 'duration_secs': 1.588799} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.310869] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.311563] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'attachment_id': '39c042e6-bd66-403b-a74d-f0f435d816a0', 'device_type': None, 'guest_format': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393098', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'name': 'volume-82e46dc2-8035-46ed-b14a-234bbe553432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd11a7c7-4753-4975-8c23-bd6b75523f28', 'attached_at': '', 'detached_at': '', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'serial': '82e46dc2-8035-46ed-b14a-234bbe553432'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62105) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1906.311839] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Root volume attach. Driver type: vmdk {{(pid=62105) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1906.312740] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a24862-ad81-499d-a0fb-6c15571e6eca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.322899] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83491333-9786-438a-bf18-fd67fc02c77d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.329413] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a76e4a-aa2a-4746-8034-a4e6ddb3b044 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.335452] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-613244b4-2661-4539-a5fb-66cd313c0634 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.343597] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1906.343597] env[62105]: value = "task-1904389" [ 1906.343597] env[62105]: _type = "Task" [ 1906.343597] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.351194] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.857098] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 13%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.892066] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.892066] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.892066] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleting the datastore file [datastore1] e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.892066] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-855b6608-df34-44c9-8a60-a939b99eae42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.902572] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1906.902572] env[62105]: value = "task-1904390" [ 1906.902572] env[62105]: _type = "Task" [ 1906.902572] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.911725] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.357837] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 38%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.415714] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.864944] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 53%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.920114] env[62105]: DEBUG oslo_vmware.api [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.885355} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.920359] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1907.920503] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1907.920626] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1907.920808] env[62105]: INFO nova.compute.manager [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Took 2.54 seconds to destroy the instance on the hypervisor. [ 1907.921104] env[62105]: DEBUG oslo.service.loopingcall [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1907.921352] env[62105]: DEBUG nova.compute.manager [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1907.921442] env[62105]: DEBUG nova.network.neutron [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.363026] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 65%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.465853] env[62105]: DEBUG nova.compute.manager [req-80da9317-46f5-4ad2-ad4d-c148bfa62c72 req-8222ac08-7b39-4ae1-8c03-0f5f7e8ad220 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Received event network-vif-deleted-e2560d1d-a128-4dca-b360-16a07751d81e {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1908.466148] env[62105]: INFO nova.compute.manager [req-80da9317-46f5-4ad2-ad4d-c148bfa62c72 req-8222ac08-7b39-4ae1-8c03-0f5f7e8ad220 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Neutron deleted interface e2560d1d-a128-4dca-b360-16a07751d81e; detaching it from the instance and deleting it from the info cache [ 1908.466336] env[62105]: DEBUG nova.network.neutron [req-80da9317-46f5-4ad2-ad4d-c148bfa62c72 req-8222ac08-7b39-4ae1-8c03-0f5f7e8ad220 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.859646] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 78%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.943038] env[62105]: DEBUG nova.network.neutron [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.969673] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3b07f6f-1c25-4eab-9c24-cdead5775e1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.985174] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c6317-396f-44c4-bedb-7cc735ce7235 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.021556] env[62105]: DEBUG nova.compute.manager [req-80da9317-46f5-4ad2-ad4d-c148bfa62c72 req-8222ac08-7b39-4ae1-8c03-0f5f7e8ad220 service nova] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Detach interface failed, port_id=e2560d1d-a128-4dca-b360-16a07751d81e, reason: Instance e62fa20c-62e8-43b4-b7c9-3738cbe3930f could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1909.360266] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 92%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.445174] env[62105]: INFO nova.compute.manager [-] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Took 1.52 seconds to deallocate network for instance. [ 1909.859208] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 97%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.951900] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.952240] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.952581] env[62105]: DEBUG nova.objects.instance [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'resources' on Instance uuid e62fa20c-62e8-43b4-b7c9-3738cbe3930f {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.359785] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task} progress is 98%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.574457] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea0de20-5495-4a35-a915-4bd8e58f6356 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.583606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7552a6d-1a71-4eb7-a84b-ad9c31f94773 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.615596] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8302d258-380c-4359-8ea2-2589d96921e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.623769] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87b296-22d2-4791-a477-aa7c0cf7465e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.637764] env[62105]: DEBUG nova.compute.provider_tree [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.860244] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904389, 'name': RelocateVM_Task, 'duration_secs': 4.087273} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.860525] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1910.860727] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393098', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'name': 'volume-82e46dc2-8035-46ed-b14a-234bbe553432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd11a7c7-4753-4975-8c23-bd6b75523f28', 'attached_at': '', 'detached_at': '', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'serial': '82e46dc2-8035-46ed-b14a-234bbe553432'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1910.861553] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9c18da-9ccd-4102-915a-d6d81618c24c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.877594] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247bd8a8-93ee-4fe5-80a1-7f3eeb6def50 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.900040] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-82e46dc2-8035-46ed-b14a-234bbe553432/volume-82e46dc2-8035-46ed-b14a-234bbe553432.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.900362] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9967c0ef-8a33-4981-8304-d50e63388f7a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.921685] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1910.921685] env[62105]: value = "task-1904391" [ 1910.921685] env[62105]: _type = "Task" [ 1910.921685] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.930577] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.141163] env[62105]: DEBUG nova.scheduler.client.report [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.432881] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.647143] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.669150] env[62105]: INFO nova.scheduler.client.report [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted allocations for instance e62fa20c-62e8-43b4-b7c9-3738cbe3930f [ 1911.933654] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904391, 'name': ReconfigVM_Task, 'duration_secs': 0.885575} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.933893] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-82e46dc2-8035-46ed-b14a-234bbe553432/volume-82e46dc2-8035-46ed-b14a-234bbe553432.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1911.938982] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63727ac6-af47-4700-a0e6-bde4a7f836e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.955243] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1911.955243] env[62105]: value = "task-1904392" [ 1911.955243] env[62105]: _type = "Task" [ 1911.955243] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.966208] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.178479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4c9db49b-46ce-483f-a067-22765904ca29 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "e62fa20c-62e8-43b4-b7c9-3738cbe3930f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.306s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.470024] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.966464] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904392, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.103124] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52303293-f678-515d-19a8-b14c509fd1d8/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1913.104143] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8ef2f9-a7e6-456f-8302-745afdbf0e2d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.111597] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52303293-f678-515d-19a8-b14c509fd1d8/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1913.111597] env[62105]: ERROR oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52303293-f678-515d-19a8-b14c509fd1d8/disk-0.vmdk due to incomplete transfer. [ 1913.111732] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65821953-85ca-46f6-bb0e-fe75457deefb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.120763] env[62105]: DEBUG oslo_vmware.rw_handles [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52303293-f678-515d-19a8-b14c509fd1d8/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1913.122081] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Uploaded image a5ea7982-ef2e-469d-a1f6-8e8d57ed9fa2 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1913.123722] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1913.123980] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a181fab-af29-4d4a-a8c2-e4365a49844d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.131583] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1913.131583] env[62105]: value = "task-1904393" [ 1913.131583] env[62105]: _type = "Task" [ 1913.131583] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.139784] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904393, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.467111] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904392, 'name': ReconfigVM_Task, 'duration_secs': 1.352624} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.467516] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393098', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'name': 'volume-82e46dc2-8035-46ed-b14a-234bbe553432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fd11a7c7-4753-4975-8c23-bd6b75523f28', 'attached_at': '', 'detached_at': '', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'serial': '82e46dc2-8035-46ed-b14a-234bbe553432'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1913.468087] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0297180-cfd0-4ef8-9e0d-68486c6414d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.476355] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1913.476355] env[62105]: value = "task-1904394" [ 1913.476355] env[62105]: _type = "Task" [ 1913.476355] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.485256] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904394, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.642622] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904393, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.988399] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904394, 'name': Rename_Task, 'duration_secs': 0.148139} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.988738] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1913.989009] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea998ef2-d6e7-4510-a8a0-208eab911617 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.997424] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1913.997424] env[62105]: value = "task-1904395" [ 1913.997424] env[62105]: _type = "Task" [ 1913.997424] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.005949] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.143886] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904393, 'name': Destroy_Task, 'duration_secs': 0.715749} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.144234] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroyed the VM [ 1914.144493] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1914.144773] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eaa238ed-6dff-4e6c-b0ae-252e5efeac32 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.152861] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1914.152861] env[62105]: value = "task-1904396" [ 1914.152861] env[62105]: _type = "Task" [ 1914.152861] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.164947] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.165209] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.167412] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.509052] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.663590] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.668199] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1915.008815] env[62105]: DEBUG oslo_vmware.api [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904395, 'name': PowerOnVM_Task, 'duration_secs': 0.725791} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.009113] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1915.009327] env[62105]: INFO nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1915.009510] env[62105]: DEBUG nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1915.010330] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048c71d8-2dd1-4f44-8d59-3609306b0dd9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.164474] env[62105]: DEBUG oslo_vmware.api [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904396, 'name': RemoveSnapshot_Task, 'duration_secs': 0.938976} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.164691] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1915.164926] env[62105]: INFO nova.compute.manager [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 15.19 seconds to snapshot the instance on the hypervisor. [ 1915.191403] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.191706] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.193454] env[62105]: INFO nova.compute.claims [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.396067] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.396333] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.527324] env[62105]: INFO nova.compute.manager [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Took 17.96 seconds to build instance. [ 1915.567179] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-088ab415-8294-4975-84a0-67b12d11fcf8-993b3516-163a-41b6-a97b-1a83e63b58bd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.567447] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-088ab415-8294-4975-84a0-67b12d11fcf8-993b3516-163a-41b6-a97b-1a83e63b58bd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.567806] env[62105]: DEBUG nova.objects.instance [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'flavor' on Instance uuid 088ab415-8294-4975-84a0-67b12d11fcf8 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.707583] env[62105]: DEBUG nova.compute.manager [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Found 3 images (rotation: 2) {{(pid=62105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5013}} [ 1915.707785] env[62105]: DEBUG nova.compute.manager [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Rotating out 1 backups {{(pid=62105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5021}} [ 1915.707944] env[62105]: DEBUG nova.compute.manager [None req-609d80cb-fd04-4788-9d39-3794ed856bc1 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleting image 255a86d8-7771-45f8-899b-611d7ebc0786 {{(pid=62105) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5026}} [ 1915.903065] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.903065] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1916.029955] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b1f64f6e-53e7-4981-bd6a-d63a7b7a9465 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.468s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.238321] env[62105]: DEBUG nova.objects.instance [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'pci_requests' on Instance uuid 088ab415-8294-4975-84a0-67b12d11fcf8 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.316505] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5d0f2-1a5e-4c2f-b052-b21151bd2bb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.326734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e139928f-2b70-4868-a8d1-21cd0bd9a8a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.356535] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bf73cf-a48d-43de-84e2-d5a62bf34fd5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.364598] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a205f68-21e4-4a43-9cf5-219cb3948924 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.378848] env[62105]: DEBUG nova.compute.provider_tree [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.730019] env[62105]: DEBUG nova.compute.manager [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Received event network-changed-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1916.730309] env[62105]: DEBUG nova.compute.manager [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Refreshing instance network info cache due to event network-changed-bea4b30d-8ad3-4f2d-9056-01fbedb9c534. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1916.730488] env[62105]: DEBUG oslo_concurrency.lockutils [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] Acquiring lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.730595] env[62105]: DEBUG oslo_concurrency.lockutils [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] Acquired lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.730757] env[62105]: DEBUG nova.network.neutron [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Refreshing network info cache for port bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1916.741123] env[62105]: DEBUG nova.objects.base [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Object Instance<088ab415-8294-4975-84a0-67b12d11fcf8> lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1916.741343] env[62105]: DEBUG nova.network.neutron [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1916.846811] env[62105]: DEBUG nova.policy [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1916.885796] env[62105]: DEBUG nova.scheduler.client.report [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.391342] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.391876] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.505621] env[62105]: DEBUG nova.network.neutron [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updated VIF entry in instance network info cache for port bea4b30d-8ad3-4f2d-9056-01fbedb9c534. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1917.506068] env[62105]: DEBUG nova.network.neutron [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.897270] env[62105]: DEBUG nova.compute.utils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.898785] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.898955] env[62105]: DEBUG nova.network.neutron [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.945764] env[62105]: DEBUG nova.policy [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfe17f7e9a3d445289b8952ab14509dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd56644e6f4494b69906e9d69d1b80405', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.009078] env[62105]: DEBUG oslo_concurrency.lockutils [req-7d7cccd2-3f92-4765-b7a6-c4867feba352 req-04edc18a-48b7-4b56-858e-3640adfbe742 service nova] Releasing lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.219830] env[62105]: DEBUG nova.network.neutron [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Successfully created port: 41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1918.354747] env[62105]: DEBUG nova.compute.manager [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1918.391337] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.391657] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.391854] env[62105]: DEBUG nova.compute.manager [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1918.392772] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b42a47-dea4-4c62-8770-4230a2fc6efd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.402922] env[62105]: DEBUG nova.compute.manager [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1918.402922] env[62105]: DEBUG nova.objects.instance [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'flavor' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.406594] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.413931] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1918.414138] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.414306] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.414456] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.414605] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.414747] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.414892] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.415072] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1918.415239] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1918.472221] env[62105]: DEBUG nova.network.neutron [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Successfully updated port: 993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.762886] env[62105]: DEBUG nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Received event network-changed-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1918.762886] env[62105]: DEBUG nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Refreshing instance network info cache due to event network-changed-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1918.762886] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Acquiring lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.763132] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Acquired lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.763780] env[62105]: DEBUG nova.network.neutron [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Refreshing network info cache for port 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.874737] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.874985] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.917951] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.974576] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.974769] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.975007] env[62105]: DEBUG nova.network.neutron [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.379020] env[62105]: INFO nova.compute.claims [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1919.407377] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.407667] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94d3abf4-f204-4cea-a1bc-97f263998703 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.416323] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.418322] env[62105]: DEBUG oslo_vmware.api [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1919.418322] env[62105]: value = "task-1904397" [ 1919.418322] env[62105]: _type = "Task" [ 1919.418322] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.427818] env[62105]: DEBUG oslo_vmware.api [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.445379] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.445701] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.445906] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.446128] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.446303] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.446466] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.446690] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.446846] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.447065] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.447321] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.447561] env[62105]: DEBUG nova.virt.hardware [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.448457] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de079b71-46ea-4445-89eb-8f2a06c7dd56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.459271] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41dca6f-dad6-4f56-9586-e737fd13c295 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.476379] env[62105]: DEBUG nova.network.neutron [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updated VIF entry in instance network info cache for port 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.476771] env[62105]: DEBUG nova.network.neutron [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.516499] env[62105]: WARNING nova.network.neutron [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] 12685d29-c723-405e-bc0a-1151bb6b598c already exists in list: networks containing: ['12685d29-c723-405e-bc0a-1151bb6b598c']. ignoring it [ 1919.628328] env[62105]: DEBUG nova.compute.manager [req-d042f733-6082-4c23-9a94-b5497c3af8f9 req-ff447e48-e68c-4fc2-a013-b20098af3aff service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-vif-plugged-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1919.628552] env[62105]: DEBUG oslo_concurrency.lockutils [req-d042f733-6082-4c23-9a94-b5497c3af8f9 req-ff447e48-e68c-4fc2-a013-b20098af3aff service nova] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.628762] env[62105]: DEBUG oslo_concurrency.lockutils [req-d042f733-6082-4c23-9a94-b5497c3af8f9 req-ff447e48-e68c-4fc2-a013-b20098af3aff service nova] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.628927] env[62105]: DEBUG oslo_concurrency.lockutils [req-d042f733-6082-4c23-9a94-b5497c3af8f9 req-ff447e48-e68c-4fc2-a013-b20098af3aff service nova] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.629359] env[62105]: DEBUG nova.compute.manager [req-d042f733-6082-4c23-9a94-b5497c3af8f9 req-ff447e48-e68c-4fc2-a013-b20098af3aff service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] No waiting events found dispatching network-vif-plugged-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.629566] env[62105]: WARNING nova.compute.manager [req-d042f733-6082-4c23-9a94-b5497c3af8f9 req-ff447e48-e68c-4fc2-a013-b20098af3aff service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received unexpected event network-vif-plugged-41c764ff-82fb-4d28-801e-b0803655d4df for instance with vm_state building and task_state spawning. [ 1919.712191] env[62105]: DEBUG nova.network.neutron [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Successfully updated port: 41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.828935] env[62105]: DEBUG nova.network.neutron [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "993b3516-163a-41b6-a97b-1a83e63b58bd", "address": "fa:16:3e:9f:03:84", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap993b3516-16", "ovs_interfaceid": "993b3516-163a-41b6-a97b-1a83e63b58bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.885914] env[62105]: INFO nova.compute.resource_tracker [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating resource usage from migration 60e146f4-b36b-495e-946c-3609147a595d [ 1919.929460] env[62105]: DEBUG oslo_vmware.api [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904397, 'name': PowerOffVM_Task, 'duration_secs': 0.33796} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.932007] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.932239] env[62105]: DEBUG nova.compute.manager [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.933238] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4cb65-05c9-4613-9ed8-274afc2d8e99 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.981226] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Releasing lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.981492] env[62105]: DEBUG nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-vif-plugged-993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1919.981684] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.981851] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.982025] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.982285] env[62105]: DEBUG nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] No waiting events found dispatching network-vif-plugged-993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.982461] env[62105]: WARNING nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received unexpected event network-vif-plugged-993b3516-163a-41b6-a97b-1a83e63b58bd for instance with vm_state active and task_state None. [ 1919.982638] env[62105]: DEBUG nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-changed-993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1919.982794] env[62105]: DEBUG nova.compute.manager [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing instance network info cache due to event network-changed-993b3516-163a-41b6-a97b-1a83e63b58bd. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1919.982988] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.001634] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3b777-7a89-46ec-902c-95ca4705d682 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.009615] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b7cbc5-2ade-4579-a251-25040e03df62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.040744] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd875b3f-c3ad-4933-87d0-6bba22be806d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.047918] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86867975-216c-4fad-8523-c968c1db20ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.061013] env[62105]: DEBUG nova.compute.provider_tree [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.217642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.217849] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.217946] env[62105]: DEBUG nova.network.neutron [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.331713] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1920.332432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.332598] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.333083] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.333127] env[62105]: DEBUG nova.network.neutron [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing network info cache for port 993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.334735] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3566e0-22f7-4c4e-a288-af899d1c7c5d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.352566] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1920.352795] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1920.352994] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1920.353218] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1920.353368] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1920.353516] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1920.353721] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1920.354289] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1920.354289] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1920.354289] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1920.354436] env[62105]: DEBUG nova.virt.hardware [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1920.360579] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Reconfiguring VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1920.361556] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2e63b6a-b918-4e6e-a427-fdc970a8d18f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.380042] env[62105]: DEBUG oslo_vmware.api [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1920.380042] env[62105]: value = "task-1904398" [ 1920.380042] env[62105]: _type = "Task" [ 1920.380042] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.388470] env[62105]: DEBUG oslo_vmware.api [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904398, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.447393] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3ffb8e95-46ae-47d0-9e02-a0ed87290276 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.564446] env[62105]: DEBUG nova.scheduler.client.report [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.749236] env[62105]: DEBUG nova.network.neutron [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.888287] env[62105]: DEBUG nova.network.neutron [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.894077] env[62105]: DEBUG oslo_vmware.api [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.047081] env[62105]: DEBUG nova.network.neutron [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updated VIF entry in instance network info cache for port 993b3516-163a-41b6-a97b-1a83e63b58bd. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.047609] env[62105]: DEBUG nova.network.neutron [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "993b3516-163a-41b6-a97b-1a83e63b58bd", "address": "fa:16:3e:9f:03:84", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap993b3516-16", "ovs_interfaceid": "993b3516-163a-41b6-a97b-1a83e63b58bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.069556] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.194s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.069831] env[62105]: INFO nova.compute.manager [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Migrating [ 1921.076931] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.159s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.077185] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.077366] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1921.081305] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e17a7d1-9170-490b-8658-52c2ee14c23d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.095030] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3502896-d2a7-4978-b742-be3e65a0a31d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.110606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a4d43c-fe33-41e1-89a8-8b3a06ab9362 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.117192] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0961eb21-924e-4aa1-8aea-fcd22b80e515 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.147908] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180469MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1921.148148] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.148254] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.391278] env[62105]: DEBUG oslo_vmware.api [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904398, 'name': ReconfigVM_Task, 'duration_secs': 0.599925} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.391818] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.392046] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Reconfigured VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1921.395068] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.395330] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance network_info: |[{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.395676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:73:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c764ff-82fb-4d28-801e-b0803655d4df', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.403017] env[62105]: DEBUG oslo.service.loopingcall [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.403216] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.403445] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b8b84f-261b-402d-af97-d95103029950 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.423616] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.423616] env[62105]: value = "task-1904399" [ 1921.423616] env[62105]: _type = "Task" [ 1921.423616] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.431231] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904399, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.501133] env[62105]: DEBUG nova.compute.manager [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Stashing vm_state: stopped {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1921.551094] env[62105]: DEBUG oslo_concurrency.lockutils [req-d7f28961-5316-486e-9e31-4369b21ebd6f req-57c9b3cc-0dd5-422f-a0a9-ba51b664c19c service nova] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.590081] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.590081] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.590267] env[62105]: DEBUG nova.network.neutron [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.657836] env[62105]: DEBUG nova.compute.manager [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1921.658046] env[62105]: DEBUG nova.compute.manager [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing instance network info cache due to event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1921.658268] env[62105]: DEBUG oslo_concurrency.lockutils [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.658420] env[62105]: DEBUG oslo_concurrency.lockutils [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.658571] env[62105]: DEBUG nova.network.neutron [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.896246] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7dec9aa0-fb99-42b1-981b-497f21f12cd5 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-088ab415-8294-4975-84a0-67b12d11fcf8-993b3516-163a-41b6-a97b-1a83e63b58bd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.329s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.933489] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904399, 'name': CreateVM_Task, 'duration_secs': 0.331198} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.933682] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.934345] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.934511] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.934854] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.935168] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c80c8711-6fb9-4a08-bdf9-f23d4c37c3b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.940107] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1921.940107] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ecc13a-c2ef-30a1-a1f5-a4a7127e75f2" [ 1921.940107] env[62105]: _type = "Task" [ 1921.940107] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.947642] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ecc13a-c2ef-30a1-a1f5-a4a7127e75f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.020804] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.161028] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Applying migration context for instance fd11a7c7-4753-4975-8c23-bd6b75523f28 as it has an incoming, in-progress migration 60e146f4-b36b-495e-946c-3609147a595d. Migration status is pre-migrating {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1922.162245] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating resource usage from migration 6ba387ae-131a-4976-82d6-9cb3bdb3f3d6 [ 1922.162431] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating resource usage from migration 60e146f4-b36b-495e-946c-3609147a595d [ 1922.180738] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.180899] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 89cd5c68-5e96-4c5b-923d-3548fd141d3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.181058] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 088ab415-8294-4975-84a0-67b12d11fcf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.181210] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 62993210-f2cd-4037-92bd-b613c00742b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.181527] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 2b141b3a-1f1a-4c52-9b93-0a71565aa481 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.181527] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 48d3f88c-6900-4342-9c06-8482d3380a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.181645] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Migration 60e146f4-b36b-495e-946c-3609147a595d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1922.181680] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance fd11a7c7-4753-4975-8c23-bd6b75523f28 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.181769] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Migration 6ba387ae-131a-4976-82d6-9cb3bdb3f3d6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1922.181877] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ef8b596a-c8b4-408e-b116-41ce53c1e179 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1922.182081] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1922.182219] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1922.307857] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcada104-0178-4900-9aa0-cf5597a4d14c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.315307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec919082-8947-4a3c-aacc-d1589cb4a4bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.322619] env[62105]: DEBUG nova.network.neutron [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.352133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.353874] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9fb18b-3dce-4280-b138-3d6c739d8923 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.362718] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c350d6-9111-4479-b90d-10cc0210f915 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.377585] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.392306] env[62105]: DEBUG nova.network.neutron [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updated VIF entry in instance network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1922.392671] env[62105]: DEBUG nova.network.neutron [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.450803] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ecc13a-c2ef-30a1-a1f5-a4a7127e75f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.451435] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.451435] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.451626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.451734] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.451914] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.452186] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa6beadb-bf5f-41b1-b0bb-97604fb86dd9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.460408] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.460577] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.461282] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1817ad6f-5fd4-40b2-979a-46b516f0594d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.467015] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1922.467015] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5276eeb8-8d61-d6e0-7e74-e17ced02ba0c" [ 1922.467015] env[62105]: _type = "Task" [ 1922.467015] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.474046] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5276eeb8-8d61-d6e0-7e74-e17ced02ba0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.880226] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.894893] env[62105]: DEBUG oslo_concurrency.lockutils [req-a123da92-fe92-4b20-83c6-85144395bb40 req-9df14c40-e9c4-40be-8ecb-4eb7cf876980 service nova] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.978338] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5276eeb8-8d61-d6e0-7e74-e17ced02ba0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008734} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.979081] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1eed3e-014a-45ec-8050-d20b3d240540 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.983856] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1922.983856] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e37e67-3704-94e7-5e54-c4510bcdc900" [ 1922.983856] env[62105]: _type = "Task" [ 1922.983856] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.991057] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e37e67-3704-94e7-5e54-c4510bcdc900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.267446] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-088ab415-8294-4975-84a0-67b12d11fcf8-993b3516-163a-41b6-a97b-1a83e63b58bd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.267801] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-088ab415-8294-4975-84a0-67b12d11fcf8-993b3516-163a-41b6-a97b-1a83e63b58bd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.385200] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1923.385406] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.237s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.385668] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.365s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.494124] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e37e67-3704-94e7-5e54-c4510bcdc900, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.494385] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.494634] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.494891] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd932b2c-d69d-4a75-aa2c-47879a95c2b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.502145] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1923.502145] env[62105]: value = "task-1904400" [ 1923.502145] env[62105]: _type = "Task" [ 1923.502145] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.509484] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.770600] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.770811] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.771975] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e4ba3-81eb-4707-8477-0cd7df963026 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.791603] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45729ac1-7a1a-47f0-9e62-d345156df93e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.818761] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Reconfiguring VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1923.819117] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e2e1e37-33c0-4160-9887-52bfab136e13 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.840701] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1923.840701] env[62105]: value = "task-1904401" [ 1923.840701] env[62105]: _type = "Task" [ 1923.840701] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.849931] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.869401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1032f62a-4f2b-4aef-815e-d7d43736a78f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.899077] env[62105]: INFO nova.compute.claims [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.903427] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1924.012092] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496163} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.012364] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1924.012574] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1924.012827] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13b72c2d-dade-42e6-b593-cce7725882df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.019925] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1924.019925] env[62105]: value = "task-1904402" [ 1924.019925] env[62105]: _type = "Task" [ 1924.019925] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.027349] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.350871] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.409707] env[62105]: INFO nova.compute.resource_tracker [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating resource usage from migration 6ba387ae-131a-4976-82d6-9cb3bdb3f3d6 [ 1924.413490] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.413947] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af1874f9-494b-405b-9203-60b9ddfb6501 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.422036] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1924.422036] env[62105]: value = "task-1904403" [ 1924.422036] env[62105]: _type = "Task" [ 1924.422036] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.431583] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.530604] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061864} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.530878] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.531684] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd36ab2-aa24-47c7-8e87-02a0d6650a6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.536442] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45be9ac-c35a-43e8-8f65-5aacb7497b83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.556240] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.556955] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33c991dc-2236-42a0-a7f4-8ae64a7eca54 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.574933] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279bca52-4303-4fe0-8963-88758d38f571 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.579244] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1924.579244] env[62105]: value = "task-1904404" [ 1924.579244] env[62105]: _type = "Task" [ 1924.579244] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.608806] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e272094e-1dc5-4fa2-a1ff-d918dbc65fdc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.614629] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.619807] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7c1650-0ba5-482e-a4a6-b050c9cbbea5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.635629] env[62105]: DEBUG nova.compute.provider_tree [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.852477] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.932792] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904403, 'name': PowerOffVM_Task, 'duration_secs': 0.218409} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.932949] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.933089] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1925.089403] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904404, 'name': ReconfigVM_Task, 'duration_secs': 0.333389} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.089696] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.090360] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a76d708-ff9f-4cc9-8f03-6018778b9ac9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.096826] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1925.096826] env[62105]: value = "task-1904405" [ 1925.096826] env[62105]: _type = "Task" [ 1925.096826] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.104252] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904405, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.139284] env[62105]: DEBUG nova.scheduler.client.report [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.352041] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.439840] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1925.440109] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.440284] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1925.440471] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.440617] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1925.440765] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1925.440970] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1925.441143] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1925.441314] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1925.441485] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1925.441660] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1925.446801] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22ff2de4-9f43-4263-be5e-efd69fb04198 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.463408] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1925.463408] env[62105]: value = "task-1904406" [ 1925.463408] env[62105]: _type = "Task" [ 1925.463408] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.471325] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.607604] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904405, 'name': Rename_Task, 'duration_secs': 0.138061} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.607774] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.607950] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb399b1f-32ad-4c0c-91d5-36ef8b68b11b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.614219] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1925.614219] env[62105]: value = "task-1904407" [ 1925.614219] env[62105]: _type = "Task" [ 1925.614219] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.622777] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.643630] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.258s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.643809] env[62105]: INFO nova.compute.manager [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Migrating [ 1925.853163] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.973464] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904406, 'name': ReconfigVM_Task, 'duration_secs': 0.150953} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.973775] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1926.124564] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.157662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.157810] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.158056] env[62105]: DEBUG nova.network.neutron [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.353329] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.480279] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1926.480580] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.480728] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1926.480919] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.481086] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1926.481249] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1926.481463] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1926.481615] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1926.481783] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1926.481945] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1926.482138] env[62105]: DEBUG nova.virt.hardware [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1926.487485] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1926.487789] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a5fde2-a592-483e-a7ce-67c126eebc6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.506020] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1926.506020] env[62105]: value = "task-1904408" [ 1926.506020] env[62105]: _type = "Task" [ 1926.506020] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.513514] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.625221] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.854345] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.890716] env[62105]: DEBUG nova.network.neutron [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.016784] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904408, 'name': ReconfigVM_Task, 'duration_secs': 0.150283} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.017054] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1927.018034] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6ac7d9-f9e3-4602-be58-9f2f7ae365d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.041690] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-82e46dc2-8035-46ed-b14a-234bbe553432/volume-82e46dc2-8035-46ed-b14a-234bbe553432.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1927.041992] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8255d1aa-7935-4458-8b00-42f0275d14d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.060087] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1927.060087] env[62105]: value = "task-1904409" [ 1927.060087] env[62105]: _type = "Task" [ 1927.060087] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.068125] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.126919] env[62105]: DEBUG oslo_vmware.api [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904407, 'name': PowerOnVM_Task, 'duration_secs': 1.430721} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.127213] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1927.127492] env[62105]: INFO nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1927.127687] env[62105]: DEBUG nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.128463] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5cf2c6-70b8-4134-bad9-b383388dd93f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.355579] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.393271] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.570583] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904409, 'name': ReconfigVM_Task, 'duration_secs': 0.282457} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.570812] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-82e46dc2-8035-46ed-b14a-234bbe553432/volume-82e46dc2-8035-46ed-b14a-234bbe553432.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1927.571164] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1927.643979] env[62105]: INFO nova.compute.manager [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Took 12.47 seconds to build instance. [ 1927.856702] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.078248] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61630981-1fe8-45d9-a227-65e5f6ffd2d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.097642] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c61d8-4f31-46f0-8bfa-c38ab9fdf7da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.114790] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.146990] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2fa5e1af-1a54-4e1f-bc23-b256c8ee6ba4 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.982s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.358941] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.858020] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.907952] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcffd505-0968-4fef-8a79-d2d172773c39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.927536] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1928.968926] env[62105]: DEBUG nova.compute.manager [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1928.969069] env[62105]: DEBUG nova.compute.manager [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing instance network info cache due to event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1928.969278] env[62105]: DEBUG oslo_concurrency.lockutils [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.969424] env[62105]: DEBUG oslo_concurrency.lockutils [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.969583] env[62105]: DEBUG nova.network.neutron [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.359222] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.435118] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1929.435627] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ff4c6e-677a-451c-bb8a-e499083fe01b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.443251] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1929.443251] env[62105]: value = "task-1904410" [ 1929.443251] env[62105]: _type = "Task" [ 1929.443251] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.769895] env[62105]: DEBUG nova.network.neutron [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Port 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1929.797779] env[62105]: DEBUG nova.network.neutron [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updated VIF entry in instance network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1929.798190] env[62105]: DEBUG nova.network.neutron [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.859254] env[62105]: DEBUG oslo_vmware.api [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904401, 'name': ReconfigVM_Task, 'duration_secs': 5.999303} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.859540] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.859767] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Reconfigured VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1929.955760] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1929.955988] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1930.302092] env[62105]: DEBUG oslo_concurrency.lockutils [req-19baf3e4-91ed-46d7-8553-eea838a188ed req-f248f7c9-53ec-4b03-a85a-58c453ddf19f service nova] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.463031] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.463031] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.463031] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.463031] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.463031] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.463031] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.463879] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.464095] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.464341] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.464550] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.464805] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.469984] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bdf8947-0554-4a9a-b730-d23278ee9036 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.486531] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1930.486531] env[62105]: value = "task-1904411" [ 1930.486531] env[62105]: _type = "Task" [ 1930.486531] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.494715] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904411, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.791834] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.792071] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.792247] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.997375] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904411, 'name': ReconfigVM_Task, 'duration_secs': 0.150118} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.997900] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1931.139127] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.139343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.139530] env[62105]: DEBUG nova.network.neutron [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.506066] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1931.506521] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.506521] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1931.506673] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.506821] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1931.506970] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1931.507192] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1931.507354] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1931.507521] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1931.507684] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1931.507857] env[62105]: DEBUG nova.virt.hardware [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1931.513476] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1931.513803] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f89f727-2c4c-46b2-afec-5793ef278ef8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.535632] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1931.535632] env[62105]: value = "task-1904412" [ 1931.535632] env[62105]: _type = "Task" [ 1931.535632] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.543477] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.826766] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.827051] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.827316] env[62105]: DEBUG nova.network.neutron [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1931.994856] env[62105]: INFO nova.network.neutron [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Port 993b3516-163a-41b6-a97b-1a83e63b58bd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1931.994856] env[62105]: DEBUG nova.network.neutron [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.047735] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904412, 'name': ReconfigVM_Task, 'duration_secs': 0.166695} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.048127] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1932.049330] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85f6c52-36b6-4f31-af2b-f51e7ec571e3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.073492] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179/ef8b596a-c8b4-408e-b116-41ce53c1e179.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.073793] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1dc5801-506e-425e-a65f-2ee83533023a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.089266] env[62105]: DEBUG nova.compute.manager [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-changed-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1932.089452] env[62105]: DEBUG nova.compute.manager [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing instance network info cache due to event network-changed-91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1932.090032] env[62105]: DEBUG oslo_concurrency.lockutils [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] Acquiring lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.095934] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1932.095934] env[62105]: value = "task-1904413" [ 1932.095934] env[62105]: _type = "Task" [ 1932.095934] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.104110] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.500432] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.502546] env[62105]: DEBUG oslo_concurrency.lockutils [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] Acquired lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.502753] env[62105]: DEBUG nova.network.neutron [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Refreshing network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1932.548334] env[62105]: DEBUG nova.network.neutron [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.606616] env[62105]: DEBUG oslo_vmware.api [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904413, 'name': ReconfigVM_Task, 'duration_secs': 0.267911} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.606885] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Reconfigured VM instance instance-00000060 to attach disk [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179/ef8b596a-c8b4-408e-b116-41ce53c1e179.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.607183] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1932.752652] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-2b141b3a-1f1a-4c52-9b93-0a71565aa481-993b3516-163a-41b6-a97b-1a83e63b58bd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.752860] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-2b141b3a-1f1a-4c52-9b93-0a71565aa481-993b3516-163a-41b6-a97b-1a83e63b58bd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.753401] env[62105]: DEBUG nova.objects.instance [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'flavor' on Instance uuid 2b141b3a-1f1a-4c52-9b93-0a71565aa481 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.006082] env[62105]: DEBUG oslo_concurrency.lockutils [None req-80567482-a198-45d4-994a-9639e74c615d tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-088ab415-8294-4975-84a0-67b12d11fcf8-993b3516-163a-41b6-a97b-1a83e63b58bd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.738s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.050919] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.115366] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a24908-7d0e-4330-838f-255aea6e5bcd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.136720] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c56d0-706b-4e6f-9c1b-42281771e27f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.156290] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1933.254224] env[62105]: DEBUG nova.network.neutron [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updated VIF entry in instance network info cache for port 91c11024-5043-4a77-af60-b77e845c40ff. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.254583] env[62105]: DEBUG nova.network.neutron [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [{"id": "91c11024-5043-4a77-af60-b77e845c40ff", "address": "fa:16:3e:2b:de:37", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c11024-50", "ovs_interfaceid": "91c11024-5043-4a77-af60-b77e845c40ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.297395] env[62105]: DEBUG nova.compute.manager [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 1933.382240] env[62105]: DEBUG nova.objects.instance [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b141b3a-1f1a-4c52-9b93-0a71565aa481 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1933.560514] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6be973-63ba-4812-88bc-9ebb5b2ff957 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.568199] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810acf2d-86a6-4c02-aa30-f01731a6caab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.696377] env[62105]: DEBUG nova.network.neutron [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Port 7666e34b-76f9-4c13-a604-a21f5402f626 binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1933.759661] env[62105]: DEBUG oslo_concurrency.lockutils [req-0c6254f0-0845-4c0e-9a78-1e2434b33f43 req-07ae4580-f73d-4297-b65b-19777247f9c5 service nova] Releasing lock "refresh_cache-088ab415-8294-4975-84a0-67b12d11fcf8" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.817731] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.817993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.884363] env[62105]: DEBUG nova.objects.base [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Object Instance<2b141b3a-1f1a-4c52-9b93-0a71565aa481> lazy-loaded attributes: flavor,pci_requests {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1933.884551] env[62105]: DEBUG nova.network.neutron [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1933.947514] env[62105]: DEBUG nova.policy [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1190b97c9a1d42d98935be4d1fed19c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd483fbaa40404fedada7e8f9716e371d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1934.109598] env[62105]: DEBUG nova.compute.manager [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1934.109807] env[62105]: DEBUG nova.compute.manager [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing instance network info cache due to event network-changed-6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1934.110029] env[62105]: DEBUG oslo_concurrency.lockutils [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.110177] env[62105]: DEBUG oslo_concurrency.lockutils [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.110341] env[62105]: DEBUG nova.network.neutron [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.323167] env[62105]: INFO nova.compute.claims [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.667571] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d425ee9d-7c57-49d1-bf71-0fbfde048a23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.689040] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886c9751-e3ac-4f43-a0ea-0d607962ebd0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.696547] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1934.717582] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.717582] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.717582] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.829106] env[62105]: INFO nova.compute.resource_tracker [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating resource usage from migration 409e4e0b-3535-4e32-bb24-921a4b4976aa [ 1934.844279] env[62105]: DEBUG nova.network.neutron [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updated VIF entry in instance network info cache for port 6638ef56-d4e9-4f25-a11f-c2baeaf0a822. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.844650] env[62105]: DEBUG nova.network.neutron [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.965414] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7364c587-1304-4239-a014-dd90e2105573 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.972726] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b6529-7420-4b5a-842a-9f202d929565 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.004210] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cbba56-e0c5-4edd-b764-03e6061b93b6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.012381] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac9c158-6942-4a4a-9720-6ea44b1a988b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.025330] env[62105]: DEBUG nova.compute.provider_tree [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.202515] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1935.202799] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36a19746-6ec7-43d4-be6d-589380f93734 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.211118] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1935.211118] env[62105]: value = "task-1904414" [ 1935.211118] env[62105]: _type = "Task" [ 1935.211118] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.220526] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.349734] env[62105]: DEBUG oslo_concurrency.lockutils [req-12c57500-f281-46f1-acf9-27cf5bce8161 req-82eaf2ae-8f32-4aa9-a5b2-8f4ee8edde2e service nova] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.489830] env[62105]: DEBUG nova.network.neutron [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Successfully updated port: 993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1935.528359] env[62105]: DEBUG nova.scheduler.client.report [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.720911] env[62105]: DEBUG oslo_vmware.api [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904414, 'name': PowerOnVM_Task, 'duration_secs': 0.379354} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.723758] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1935.723952] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f22b93b-d66a-48b1-847b-64d319c342dc tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance 'fd11a7c7-4753-4975-8c23-bd6b75523f28' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1935.754557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.754736] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.754910] env[62105]: DEBUG nova.network.neutron [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1935.993339] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.993521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.993663] env[62105]: DEBUG nova.network.neutron [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.034180] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.216s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.034385] env[62105]: INFO nova.compute.manager [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Migrating [ 1936.134793] env[62105]: DEBUG nova.compute.manager [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-vif-plugged-993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1936.135100] env[62105]: DEBUG oslo_concurrency.lockutils [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.135325] env[62105]: DEBUG oslo_concurrency.lockutils [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.135526] env[62105]: DEBUG oslo_concurrency.lockutils [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.135677] env[62105]: DEBUG nova.compute.manager [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] No waiting events found dispatching network-vif-plugged-993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.135840] env[62105]: WARNING nova.compute.manager [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received unexpected event network-vif-plugged-993b3516-163a-41b6-a97b-1a83e63b58bd for instance with vm_state active and task_state None. [ 1936.135996] env[62105]: DEBUG nova.compute.manager [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-changed-993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1936.136164] env[62105]: DEBUG nova.compute.manager [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing instance network info cache due to event network-changed-993b3516-163a-41b6-a97b-1a83e63b58bd. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1936.136352] env[62105]: DEBUG oslo_concurrency.lockutils [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.455028] env[62105]: DEBUG nova.network.neutron [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.526930] env[62105]: WARNING nova.network.neutron [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] 12685d29-c723-405e-bc0a-1151bb6b598c already exists in list: networks containing: ['12685d29-c723-405e-bc0a-1151bb6b598c']. ignoring it [ 1936.549108] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.549314] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.549479] env[62105]: DEBUG nova.network.neutron [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.922289] env[62105]: DEBUG nova.network.neutron [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "993b3516-163a-41b6-a97b-1a83e63b58bd", "address": "fa:16:3e:9f:03:84", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap993b3516-16", "ovs_interfaceid": "993b3516-163a-41b6-a97b-1a83e63b58bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.957329] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.259143] env[62105]: DEBUG nova.network.neutron [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.425376] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.426037] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.426230] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.426506] env[62105]: DEBUG oslo_concurrency.lockutils [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.426689] env[62105]: DEBUG nova.network.neutron [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Refreshing network info cache for port 993b3516-163a-41b6-a97b-1a83e63b58bd {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1937.428342] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0e7b2-2a2f-40a8-8d99-e0e218a66493 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.445507] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.445744] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.445903] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.446125] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.446289] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.446437] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.446642] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.446801] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.446965] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.447143] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.447319] env[62105]: DEBUG nova.virt.hardware [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.453520] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Reconfiguring VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1937.454358] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5d682e-70a8-4b7a-95a3-b8db003f4bf0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.475428] env[62105]: DEBUG oslo_vmware.api [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1937.475428] env[62105]: value = "task-1904415" [ 1937.475428] env[62105]: _type = "Task" [ 1937.475428] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.483263] env[62105]: DEBUG oslo_vmware.api [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904415, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.485543] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b142d2-ac24-4aee-8ed3-a7f2ac06256e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.504357] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d100636c-5c47-4f8b-b38d-e5bdeba15f10 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.510864] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1937.762281] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.986029] env[62105]: DEBUG oslo_vmware.api [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.017692] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4bd7b5-3c77-4478-84ee-26460c5522bd tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance 'ef8b596a-c8b4-408e-b116-41ce53c1e179' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1938.300754] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.301043] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.301251] env[62105]: DEBUG nova.compute.manager [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Going to confirm migration 7 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1938.431471] env[62105]: DEBUG nova.network.neutron [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updated VIF entry in instance network info cache for port 993b3516-163a-41b6-a97b-1a83e63b58bd. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.431877] env[62105]: DEBUG nova.network.neutron [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "993b3516-163a-41b6-a97b-1a83e63b58bd", "address": "fa:16:3e:9f:03:84", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap993b3516-16", "ovs_interfaceid": "993b3516-163a-41b6-a97b-1a83e63b58bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.485609] env[62105]: DEBUG oslo_vmware.api [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904415, 'name': ReconfigVM_Task, 'duration_secs': 0.619405} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.486010] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.486232] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Reconfigured VM to attach interface {{(pid=62105) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1938.836720] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.836999] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquired lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.837266] env[62105]: DEBUG nova.network.neutron [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1938.837517] env[62105]: DEBUG nova.objects.instance [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'info_cache' on Instance uuid fd11a7c7-4753-4975-8c23-bd6b75523f28 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1938.934578] env[62105]: DEBUG oslo_concurrency.lockutils [req-334174be-b138-41fa-a90d-389aa47c808f req-fcd3abf8-4062-49dd-a41d-b5bdffb5d0f1 service nova] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.990802] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb1151df-4155-4f8e-b323-6275bf658c34 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-2b141b3a-1f1a-4c52-9b93-0a71565aa481-993b3516-163a-41b6-a97b-1a83e63b58bd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.238s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.278166] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a9126a-0f63-49db-a953-1efe3d332993 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.297661] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1939.803601] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1939.803883] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b14a2ae-8b45-48b0-9aee-5e769a4293bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.811615] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1939.811615] env[62105]: value = "task-1904416" [ 1939.811615] env[62105]: _type = "Task" [ 1939.811615] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.819838] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.028529] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.028771] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.029345] env[62105]: DEBUG nova.compute.manager [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Going to confirm migration 8 {{(pid=62105) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5246}} [ 1940.088588] env[62105]: DEBUG nova.network.neutron [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [{"id": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "address": "fa:16:3e:f0:84:9a", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d785d4a-9a", "ovs_interfaceid": "2d785d4a-9adc-48a5-8a44-16cb2cf1a46d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.322503] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904416, 'name': PowerOffVM_Task, 'duration_secs': 0.181458} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.322874] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1940.323121] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1940.442338] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "interface-2b141b3a-1f1a-4c52-9b93-0a71565aa481-993b3516-163a-41b6-a97b-1a83e63b58bd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.442587] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-2b141b3a-1f1a-4c52-9b93-0a71565aa481-993b3516-163a-41b6-a97b-1a83e63b58bd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.568849] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.569210] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.569506] env[62105]: DEBUG nova.network.neutron [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.569799] env[62105]: DEBUG nova.objects.instance [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'info_cache' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.590995] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Releasing lock "refresh_cache-fd11a7c7-4753-4975-8c23-bd6b75523f28" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.591288] env[62105]: DEBUG nova.objects.instance [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'migration_context' on Instance uuid fd11a7c7-4753-4975-8c23-bd6b75523f28 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.829544] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1940.829815] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1940.829978] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1940.830180] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1940.830332] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1940.830479] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1940.830689] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1940.830889] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1940.831099] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1940.831284] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1940.831460] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1940.836699] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14cb975-58d5-4831-9972-e33d8bb743ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.852350] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1940.852350] env[62105]: value = "task-1904417" [ 1940.852350] env[62105]: _type = "Task" [ 1940.852350] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.862117] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.946272] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.946489] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.947390] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900c541-95c6-4b61-9d9f-7191408dcd41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.964429] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a441b78b-fb31-451e-bd37-3e0249682cdd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.990210] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Reconfiguring VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1940.990481] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-129e3521-f57c-4ade-9d39-aed9139d2d69 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.007878] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1941.007878] env[62105]: value = "task-1904418" [ 1941.007878] env[62105]: _type = "Task" [ 1941.007878] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.015623] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.094126] env[62105]: DEBUG nova.objects.base [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1941.095485] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6948f0-1962-4ccd-a473-17b7598cd02d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.125671] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a70b644c-4940-4812-95df-490f4f6700e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.132482] env[62105]: DEBUG oslo_vmware.api [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1941.132482] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52536c69-c192-4fc1-a5f8-c5eaef31428a" [ 1941.132482] env[62105]: _type = "Task" [ 1941.132482] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.143807] env[62105]: DEBUG oslo_vmware.api [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52536c69-c192-4fc1-a5f8-c5eaef31428a, 'name': SearchDatastore_Task, 'duration_secs': 0.007436} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.144192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.144538] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.362349] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904417, 'name': ReconfigVM_Task, 'duration_secs': 0.175016} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.362613] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1941.517475] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.808556] env[62105]: DEBUG nova.network.neutron [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.816986] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d93562b-31a9-4c27-9a89-4113a55d54ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.825026] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b16cbb-24eb-4a1f-a8c0-652c6460a961 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.861914] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5eeb36-72f9-4d94-bbe3-1067be89bc80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.870194] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.870438] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.870594] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.870773] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.870916] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.871073] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.871364] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.871545] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.871728] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.871875] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.872077] env[62105]: DEBUG nova.virt.hardware [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.877479] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1941.878054] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1780f109-de26-4b29-b22f-2e8258ca91aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.891729] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59504058-d488-4ca8-84e9-d4e6014ce617 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.908233] env[62105]: DEBUG nova.compute.provider_tree [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.910841] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1941.910841] env[62105]: value = "task-1904419" [ 1941.910841] env[62105]: _type = "Task" [ 1941.910841] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.918512] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904419, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.018124] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.311700] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.312162] env[62105]: DEBUG nova.objects.instance [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'migration_context' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1942.412960] env[62105]: DEBUG nova.scheduler.client.report [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1942.424998] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904419, 'name': ReconfigVM_Task, 'duration_secs': 0.164774} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.425328] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1942.426113] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f237b8-76a6-4b4c-bf74-447986ee7f42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.448970] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.449434] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88925d97-e113-4140-a1ba-09beae2cf5cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.467817] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1942.467817] env[62105]: value = "task-1904420" [ 1942.467817] env[62105]: _type = "Task" [ 1942.467817] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.475233] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.518690] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.815089] env[62105]: DEBUG nova.objects.base [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1942.816155] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159ce23c-5d50-4b9f-9162-60fe6403f7cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.834799] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7f1a38-fb19-40e2-b510-0bf167b86257 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.840084] env[62105]: DEBUG oslo_vmware.api [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1942.840084] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aca184-210e-79f9-b61a-a1dc8f3210fb" [ 1942.840084] env[62105]: _type = "Task" [ 1942.840084] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.847663] env[62105]: DEBUG oslo_vmware.api [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52aca184-210e-79f9-b61a-a1dc8f3210fb, 'name': SearchDatastore_Task} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.847901] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.977915] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904420, 'name': ReconfigVM_Task, 'duration_secs': 0.276292} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.978253] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.978541] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.018337] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.426557] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.282s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.429710] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.582s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.486028] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bceb335-dd9f-438c-80cf-c77b0031a311 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.505741] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa2561c-3c78-454d-90ed-851380e09e84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.524740] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.532974] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.902835] env[62105]: INFO nova.compute.manager [None req-911a6064-5285-4ccc-b63e-f7b1c814eb4a tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Get console output [ 1943.903078] env[62105]: WARNING nova.virt.vmwareapi.driver [None req-911a6064-5285-4ccc-b63e-f7b1c814eb4a tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] The console log is missing. Check your VSPC configuration [ 1943.982966] env[62105]: INFO nova.scheduler.client.report [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted allocation for migration 60e146f4-b36b-495e-946c-3609147a595d [ 1944.022443] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.068028] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93b6bda-f7cb-4c6a-9a0e-0c1a33d92206 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.076069] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992e78a-9658-4dd7-8d81-f68906723873 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.082069] env[62105]: DEBUG nova.network.neutron [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Port 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1944.111098] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f239b508-87ea-4229-ae41-ae222b983283 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.120283] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3fb3a-8d32-44a9-a000-7d98e721e2d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.134882] env[62105]: DEBUG nova.compute.provider_tree [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1944.490335] env[62105]: DEBUG oslo_concurrency.lockutils [None req-526c75a9-1030-4b50-81e5-292087e88def tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.189s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.521365] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.634513] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "62993210-f2cd-4037-92bd-b613c00742b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.634740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.634913] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.637725] env[62105]: DEBUG nova.scheduler.client.report [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1945.021127] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.521288] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.649512] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.649737] env[62105]: DEBUG nova.compute.manager [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62105) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5372}} [ 1945.678234] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.678419] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.678594] env[62105]: DEBUG nova.network.neutron [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.021372] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.202832] env[62105]: INFO nova.scheduler.client.report [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted allocation for migration 6ba387ae-131a-4976-82d6-9cb3bdb3f3d6 [ 1946.475767] env[62105]: DEBUG nova.network.neutron [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.522266] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.708779] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2cd47639-36c5-4eed-bcb5-26bd9dc5b15f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.680s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.978740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.022878] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.025642] env[62105]: DEBUG nova.objects.instance [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'flavor' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.503021] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149ba5a5-bdc0-4656-b0bd-5eff86eda981 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.524819] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999d6a03-8109-446f-81ca-a19afddecddc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.529886] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.530060] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.530239] env[62105]: DEBUG nova.network.neutron [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.530417] env[62105]: DEBUG nova.objects.instance [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'info_cache' on Instance uuid ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.536714] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.536714] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.032321] env[62105]: DEBUG oslo_vmware.api [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904418, 'name': ReconfigVM_Task, 'duration_secs': 6.870341} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.032555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.032716] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Reconfigured VM to detach interface {{(pid=62105) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1948.043904] env[62105]: DEBUG nova.objects.base [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1948.044437] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.044754] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b00c832-3fce-4158-a25b-b4f9b1f415a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.052295] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1948.052295] env[62105]: value = "task-1904421" [ 1948.052295] env[62105]: _type = "Task" [ 1948.052295] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.062032] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.562310] env[62105]: DEBUG oslo_vmware.api [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904421, 'name': PowerOnVM_Task, 'duration_secs': 0.349035} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.562669] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1948.562713] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2633b926-6080-49be-9f51-ef8fe91f26c5 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance '62993210-f2cd-4037-92bd-b613c00742b5' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1948.758379] env[62105]: DEBUG nova.network.neutron [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [{"id": "7666e34b-76f9-4c13-a604-a21f5402f626", "address": "fa:16:3e:6f:71:04", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7666e34b-76", "ovs_interfaceid": "7666e34b-76f9-4c13-a604-a21f5402f626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.900270] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.900529] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.900741] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.900930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.901155] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.903169] env[62105]: INFO nova.compute.manager [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Terminating instance [ 1949.260894] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ef8b596a-c8b4-408e-b116-41ce53c1e179" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.314572] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.314778] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquired lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.314929] env[62105]: DEBUG nova.network.neutron [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.406929] env[62105]: DEBUG nova.compute.manager [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.407169] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.408045] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baf4605-d9a3-4411-b4cd-b2f0348c5d3a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.415564] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.415794] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d9a542a-4776-489e-9317-638cfb9b6c07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.422269] env[62105]: DEBUG oslo_vmware.api [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1949.422269] env[62105]: value = "task-1904422" [ 1949.422269] env[62105]: _type = "Task" [ 1949.422269] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.429614] env[62105]: DEBUG oslo_vmware.api [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.931921] env[62105]: DEBUG oslo_vmware.api [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904422, 'name': PowerOffVM_Task, 'duration_secs': 0.255369} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.932287] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1949.932442] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1949.932734] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f86aa6-4152-4f51-8b52-d83cc048b010 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.026595] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1950.026822] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1950.027013] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleting the datastore file [datastore1] 2b141b3a-1f1a-4c52-9b93-0a71565aa481 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1950.027277] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63b809a0-39e4-412d-8264-a1a035321cc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.033684] env[62105]: DEBUG oslo_vmware.api [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1950.033684] env[62105]: value = "task-1904424" [ 1950.033684] env[62105]: _type = "Task" [ 1950.033684] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.041099] env[62105]: DEBUG oslo_vmware.api [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.120934] env[62105]: INFO nova.network.neutron [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Port 993b3516-163a-41b6-a97b-1a83e63b58bd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1950.121373] env[62105]: DEBUG nova.network.neutron [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [{"id": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "address": "fa:16:3e:2e:53:72", "network": {"id": "12685d29-c723-405e-bc0a-1151bb6b598c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-56689746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d483fbaa40404fedada7e8f9716e371d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6638ef56-d4", "ovs_interfaceid": "6638ef56-d4e9-4f25-a11f-c2baeaf0a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.266176] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.266531] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b0be2eb-e78d-4cbe-946e-b3c9f081d97b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.275369] env[62105]: DEBUG oslo_vmware.api [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1950.275369] env[62105]: value = "task-1904425" [ 1950.275369] env[62105]: _type = "Task" [ 1950.275369] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.292881] env[62105]: DEBUG oslo_vmware.api [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904425, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.543892] env[62105]: DEBUG oslo_vmware.api [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200648} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.544151] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1950.544347] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1950.544523] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1950.544702] env[62105]: INFO nova.compute.manager [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1950.544944] env[62105]: DEBUG oslo.service.loopingcall [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.545151] env[62105]: DEBUG nova.compute.manager [-] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1950.545268] env[62105]: DEBUG nova.network.neutron [-] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1950.626483] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Releasing lock "refresh_cache-2b141b3a-1f1a-4c52-9b93-0a71565aa481" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.786112] env[62105]: DEBUG oslo_vmware.api [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904425, 'name': PowerOnVM_Task, 'duration_secs': 0.415841} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.786416] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.786625] env[62105]: DEBUG nova.compute.manager [None req-ff09bf2e-f02c-4235-8d5f-0a3e0090d25e tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.787450] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb307e2-b53f-430b-a0d9-3ae5db96132c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.790774] env[62105]: DEBUG nova.network.neutron [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Port 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1950.791014] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.791198] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.791352] env[62105]: DEBUG nova.network.neutron [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.131155] env[62105]: DEBUG oslo_concurrency.lockutils [None req-12282f21-94d0-4bde-8f69-63388da443d8 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "interface-2b141b3a-1f1a-4c52-9b93-0a71565aa481-993b3516-163a-41b6-a97b-1a83e63b58bd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.688s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.383359] env[62105]: DEBUG nova.compute.manager [req-6dbb3f03-57cf-4725-b4c8-9e5c21b6b660 req-5d5b8041-3a26-4250-b93e-d34490c8c6ad service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Received event network-vif-deleted-6638ef56-d4e9-4f25-a11f-c2baeaf0a822 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1951.383587] env[62105]: INFO nova.compute.manager [req-6dbb3f03-57cf-4725-b4c8-9e5c21b6b660 req-5d5b8041-3a26-4250-b93e-d34490c8c6ad service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Neutron deleted interface 6638ef56-d4e9-4f25-a11f-c2baeaf0a822; detaching it from the instance and deleting it from the info cache [ 1951.383759] env[62105]: DEBUG nova.network.neutron [req-6dbb3f03-57cf-4725-b4c8-9e5c21b6b660 req-5d5b8041-3a26-4250-b93e-d34490c8c6ad service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.543606] env[62105]: DEBUG nova.network.neutron [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.702995] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.703321] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.703542] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.703730] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.703903] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.705988] env[62105]: INFO nova.compute.manager [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Terminating instance [ 1951.859750] env[62105]: DEBUG nova.network.neutron [-] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.886411] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1099235e-f630-497b-a492-f35bd7ee05a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.896892] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69666c89-b32c-4f93-b803-e63d156af036 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.925223] env[62105]: DEBUG nova.compute.manager [req-6dbb3f03-57cf-4725-b4c8-9e5c21b6b660 req-5d5b8041-3a26-4250-b93e-d34490c8c6ad service nova] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Detach interface failed, port_id=6638ef56-d4e9-4f25-a11f-c2baeaf0a822, reason: Instance 2b141b3a-1f1a-4c52-9b93-0a71565aa481 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1952.046420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.209545] env[62105]: DEBUG nova.compute.manager [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.209819] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.210643] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbec56d1-fecc-4b6e-b7c9-18d11d6017da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.218532] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.218800] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dd64b27-a072-497a-bbf0-f825578e9c59 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.225373] env[62105]: DEBUG oslo_vmware.api [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1952.225373] env[62105]: value = "task-1904426" [ 1952.225373] env[62105]: _type = "Task" [ 1952.225373] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.233220] env[62105]: DEBUG oslo_vmware.api [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.363688] env[62105]: INFO nova.compute.manager [-] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Took 1.82 seconds to deallocate network for instance. [ 1952.550149] env[62105]: DEBUG nova.compute.manager [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62105) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1952.550391] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.550626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.736070] env[62105]: DEBUG oslo_vmware.api [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904426, 'name': PowerOffVM_Task, 'duration_secs': 0.262738} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.736361] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.736531] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.736772] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e98d40b2-6b94-4fdc-b799-26dd0d294944 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.871933] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.053929] env[62105]: DEBUG nova.objects.instance [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'migration_context' on Instance uuid 62993210-f2cd-4037-92bd-b613c00742b5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1953.097619] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1953.097836] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1953.098033] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleting the datastore file [datastore2] ef8b596a-c8b4-408e-b116-41ce53c1e179 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1953.098298] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d0df3ba-8251-4256-a2c1-76e21eb79093 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.105546] env[62105]: DEBUG oslo_vmware.api [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1953.105546] env[62105]: value = "task-1904428" [ 1953.105546] env[62105]: _type = "Task" [ 1953.105546] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.113184] env[62105]: DEBUG oslo_vmware.api [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.617562] env[62105]: DEBUG oslo_vmware.api [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145255} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.617866] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.618036] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.618220] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.618393] env[62105]: INFO nova.compute.manager [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1953.618634] env[62105]: DEBUG oslo.service.loopingcall [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.618823] env[62105]: DEBUG nova.compute.manager [-] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.618919] env[62105]: DEBUG nova.network.neutron [-] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.670487] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e8a416-3ada-422e-b60b-ec0c055f7aaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.678179] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed905a-ffbf-4dd6-b2d6-3793419f9e60 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.707670] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c3b534-b148-42dd-be78-177d84f32ff1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.714664] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474be759-94c8-45c8-8032-fe229648ef6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.727301] env[62105]: DEBUG nova.compute.provider_tree [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.065917] env[62105]: DEBUG nova.compute.manager [req-158f54f8-f2f8-4507-851d-7470ed175305 req-60287b02-07e9-4bef-a797-6927c4cfd7cc service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Received event network-vif-deleted-7666e34b-76f9-4c13-a604-a21f5402f626 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1954.066082] env[62105]: INFO nova.compute.manager [req-158f54f8-f2f8-4507-851d-7470ed175305 req-60287b02-07e9-4bef-a797-6927c4cfd7cc service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Neutron deleted interface 7666e34b-76f9-4c13-a604-a21f5402f626; detaching it from the instance and deleting it from the info cache [ 1954.066273] env[62105]: DEBUG nova.network.neutron [req-158f54f8-f2f8-4507-851d-7470ed175305 req-60287b02-07e9-4bef-a797-6927c4cfd7cc service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.233020] env[62105]: DEBUG nova.scheduler.client.report [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1954.544628] env[62105]: DEBUG nova.network.neutron [-] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.568972] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-184ac226-7596-4092-af7c-115a69adf3e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.579050] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb411220-45de-486d-85f5-39b9909aabe4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.607078] env[62105]: DEBUG nova.compute.manager [req-158f54f8-f2f8-4507-851d-7470ed175305 req-60287b02-07e9-4bef-a797-6927c4cfd7cc service nova] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Detach interface failed, port_id=7666e34b-76f9-4c13-a604-a21f5402f626, reason: Instance ef8b596a-c8b4-408e-b116-41ce53c1e179 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1955.047428] env[62105]: INFO nova.compute.manager [-] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Took 1.43 seconds to deallocate network for instance. [ 1955.241297] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.690s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.247136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.375s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.247473] env[62105]: DEBUG nova.objects.instance [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'resources' on Instance uuid 2b141b3a-1f1a-4c52-9b93-0a71565aa481 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.554226] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.867961] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd5ce8e-09af-4354-99eb-d2043e608512 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.875769] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd9930a-c134-4da8-9de0-9b87c43023ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.906332] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e8b88-ec7d-42f9-9029-96132ab04fc8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.913411] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d534a719-623f-45fd-b9c7-30fa60bae745 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.926261] env[62105]: DEBUG nova.compute.provider_tree [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.429688] env[62105]: DEBUG nova.scheduler.client.report [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.780775] env[62105]: INFO nova.compute.manager [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Swapping old allocation on dict_keys(['07e191dc-ef05-4b67-b7a1-dcc6d988a301']) held by migration 409e4e0b-3535-4e32-bb24-921a4b4976aa for instance [ 1956.803128] env[62105]: DEBUG nova.scheduler.client.report [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Overwriting current allocation {'allocations': {'07e191dc-ef05-4b67-b7a1-dcc6d988a301': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 156}}, 'project_id': '603001fa99e6455bb55bad367ccdce02', 'user_id': 'f08bbd52e98a41ffa12943d82a16fffe', 'consumer_generation': 1} on consumer 62993210-f2cd-4037-92bd-b613c00742b5 {{(pid=62105) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1956.881652] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.881849] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.882049] env[62105]: DEBUG nova.network.neutron [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1956.935983] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.938476] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.384s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.938671] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.951988] env[62105]: INFO nova.scheduler.client.report [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted allocations for instance 2b141b3a-1f1a-4c52-9b93-0a71565aa481 [ 1956.956506] env[62105]: INFO nova.scheduler.client.report [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted allocations for instance ef8b596a-c8b4-408e-b116-41ce53c1e179 [ 1957.462352] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8418e6af-7b8f-400c-b347-469c3e26a916 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "2b141b3a-1f1a-4c52-9b93-0a71565aa481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.562s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.463384] env[62105]: DEBUG oslo_concurrency.lockutils [None req-617d351b-43cb-4bae-b7b9-1f96b5663700 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ef8b596a-c8b4-408e-b116-41ce53c1e179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.640037] env[62105]: DEBUG nova.network.neutron [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [{"id": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "address": "fa:16:3e:00:6b:52", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bcbd45-e1", "ovs_interfaceid": "31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.033853] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.033853] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "088ab415-8294-4975-84a0-67b12d11fcf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.033853] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.033853] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.033853] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "088ab415-8294-4975-84a0-67b12d11fcf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.035441] env[62105]: INFO nova.compute.manager [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Terminating instance [ 1958.142986] env[62105]: DEBUG oslo_concurrency.lockutils [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-62993210-f2cd-4037-92bd-b613c00742b5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.143551] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.143884] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797e1a0e-ee7d-4eec-865a-27d52359358e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.152985] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1958.152985] env[62105]: value = "task-1904429" [ 1958.152985] env[62105]: _type = "Task" [ 1958.152985] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.160782] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.543447] env[62105]: DEBUG nova.compute.manager [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1958.543808] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1958.544601] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb4d9a1-39ee-4c00-8384-d29e4591333b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.552439] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1958.552671] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e8409b-17e1-430d-8856-b887dfb5f186 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.558723] env[62105]: DEBUG oslo_vmware.api [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1958.558723] env[62105]: value = "task-1904430" [ 1958.558723] env[62105]: _type = "Task" [ 1958.558723] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.566517] env[62105]: DEBUG oslo_vmware.api [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.662909] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904429, 'name': PowerOffVM_Task, 'duration_secs': 0.234254} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.663192] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1958.663882] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1958.664164] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.664342] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1958.664553] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.664711] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1958.664875] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1958.665113] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1958.665307] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1958.665509] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1958.665676] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1958.665852] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1958.671622] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81055f45-6b64-42c9-95a8-163345f070dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.688290] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1958.688290] env[62105]: value = "task-1904431" [ 1958.688290] env[62105]: _type = "Task" [ 1958.688290] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.697739] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.802670] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.802926] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.069058] env[62105]: DEBUG oslo_vmware.api [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904430, 'name': PowerOffVM_Task, 'duration_secs': 0.16938} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.069349] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1959.069546] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.069811] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0727f7d7-99b9-451c-9118-f467fd1880a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.150488] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.150606] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.150758] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleting the datastore file [datastore2] 088ab415-8294-4975-84a0-67b12d11fcf8 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.151051] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3790329-73cc-4159-a791-06e4cc2a1e7c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.158018] env[62105]: DEBUG oslo_vmware.api [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for the task: (returnval){ [ 1959.158018] env[62105]: value = "task-1904433" [ 1959.158018] env[62105]: _type = "Task" [ 1959.158018] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.165681] env[62105]: DEBUG oslo_vmware.api [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.196833] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904431, 'name': ReconfigVM_Task, 'duration_secs': 0.22623} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.197638] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b569f5-136f-45dd-854e-31f095c3edab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.216128] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1959.216399] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1959.216554] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1959.216739] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1959.216886] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1959.217048] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1959.217261] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1959.217500] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1959.217732] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1959.217902] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1959.218092] env[62105]: DEBUG nova.virt.hardware [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1959.218805] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526a68f6-a166-4e95-b922-75d779e00377 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.223600] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1959.223600] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fbd419-f2c4-ccbf-c10e-c2ae64e7ff4a" [ 1959.223600] env[62105]: _type = "Task" [ 1959.223600] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.230726] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fbd419-f2c4-ccbf-c10e-c2ae64e7ff4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.305628] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1959.667922] env[62105]: DEBUG oslo_vmware.api [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Task: {'id': task-1904433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333731} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.668324] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.668370] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.668544] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.668720] env[62105]: INFO nova.compute.manager [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1959.668964] env[62105]: DEBUG oslo.service.loopingcall [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.669169] env[62105]: DEBUG nova.compute.manager [-] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.669266] env[62105]: DEBUG nova.network.neutron [-] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.733705] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fbd419-f2c4-ccbf-c10e-c2ae64e7ff4a, 'name': SearchDatastore_Task, 'duration_secs': 0.016328} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.739132] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1959.739410] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-999f1d1c-7c97-478c-bd3e-47e8755d0903 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.759084] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1959.759084] env[62105]: value = "task-1904434" [ 1959.759084] env[62105]: _type = "Task" [ 1959.759084] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.769978] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.830875] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.831450] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.833420] env[62105]: INFO nova.compute.claims [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1959.953231] env[62105]: DEBUG nova.compute.manager [req-b91a9f16-c4e1-4c72-93ce-010d084f4bc9 req-cc0e0fa1-c195-494a-9333-b00475dc2428 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Received event network-vif-deleted-91c11024-5043-4a77-af60-b77e845c40ff {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1959.953510] env[62105]: INFO nova.compute.manager [req-b91a9f16-c4e1-4c72-93ce-010d084f4bc9 req-cc0e0fa1-c195-494a-9333-b00475dc2428 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Neutron deleted interface 91c11024-5043-4a77-af60-b77e845c40ff; detaching it from the instance and deleting it from the info cache [ 1959.954015] env[62105]: DEBUG nova.network.neutron [req-b91a9f16-c4e1-4c72-93ce-010d084f4bc9 req-cc0e0fa1-c195-494a-9333-b00475dc2428 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.270019] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904434, 'name': ReconfigVM_Task, 'duration_secs': 0.334031} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.270325] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1960.271207] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91659ccd-2c28-4d54-838e-7c54fcb2f862 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.293113] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.293394] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46c1f96-0342-473a-9426-8c041f08bf25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.312532] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1960.312532] env[62105]: value = "task-1904435" [ 1960.312532] env[62105]: _type = "Task" [ 1960.312532] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.321121] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.433204] env[62105]: DEBUG nova.network.neutron [-] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.456413] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fd8d308-9c7c-4f93-bcba-dfc51a007625 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.465371] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5be674c-6db1-446e-8b10-72ccb4362fc7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.491517] env[62105]: DEBUG nova.compute.manager [req-b91a9f16-c4e1-4c72-93ce-010d084f4bc9 req-cc0e0fa1-c195-494a-9333-b00475dc2428 service nova] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Detach interface failed, port_id=91c11024-5043-4a77-af60-b77e845c40ff, reason: Instance 088ab415-8294-4975-84a0-67b12d11fcf8 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1960.822529] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.935825] env[62105]: INFO nova.compute.manager [-] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Took 1.27 seconds to deallocate network for instance. [ 1960.940028] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144b2654-2e5b-4ea4-91da-d83086ee849a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.948631] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079200de-9037-4c3a-ac09-645728da2738 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.979138] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8734498e-9ca7-48d9-9595-5fada7dd2be6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.986450] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e143302-d46c-4137-b265-d34a2e6c050c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.999766] env[62105]: DEBUG nova.compute.provider_tree [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.323718] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.446155] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.502471] env[62105]: DEBUG nova.scheduler.client.report [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1961.823114] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.007596] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.007913] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1962.010613] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.565s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.010835] env[62105]: DEBUG nova.objects.instance [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lazy-loading 'resources' on Instance uuid 088ab415-8294-4975-84a0-67b12d11fcf8 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.324255] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904435, 'name': ReconfigVM_Task, 'duration_secs': 1.994708} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.324547] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5/62993210-f2cd-4037-92bd-b613c00742b5.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.325513] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca60e33e-bae0-4fb7-958a-aed970415238 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.344117] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5de722d-9156-4706-bc8d-22a073ec5f6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.361801] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84c5813-aefa-450a-982c-0f94771b4f4f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.379307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e5687-fe25-41ae-88f0-1fd8c78f6485 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.386149] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.386391] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-172c151d-5a2c-4250-b39a-b66ba70e1a7f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.394201] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1962.394201] env[62105]: value = "task-1904436" [ 1962.394201] env[62105]: _type = "Task" [ 1962.394201] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.401241] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.513970] env[62105]: DEBUG nova.compute.utils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1962.515524] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1962.515724] env[62105]: DEBUG nova.network.neutron [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1962.561230] env[62105]: DEBUG nova.policy [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b96c7523165463c842294f99d328002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b28fd6a85f8e4e069f87593a7d6ddb50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1962.608990] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfdf3e9-d28f-44a0-9f55-e271c854823c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.616555] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c23bd1-356c-459a-a062-b470b7463483 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.647180] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe08466f-b125-4baa-b261-1f185a90327a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.654281] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed1c209-aae0-4c0c-9959-890cbcf1b020 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.667898] env[62105]: DEBUG nova.compute.provider_tree [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.826874] env[62105]: DEBUG nova.network.neutron [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Successfully created port: 7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1962.904463] env[62105]: DEBUG oslo_vmware.api [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904436, 'name': PowerOnVM_Task, 'duration_secs': 0.390255} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.904752] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.021589] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1963.170884] env[62105]: DEBUG nova.scheduler.client.report [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1963.677490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.702299] env[62105]: INFO nova.scheduler.client.report [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Deleted allocations for instance 088ab415-8294-4975-84a0-67b12d11fcf8 [ 1963.915401] env[62105]: INFO nova.compute.manager [None req-98b12137-b6e0-4a8a-88ef-e7eccbd836d0 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance to original state: 'active' [ 1964.033688] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1964.062212] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.062475] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.062637] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.062815] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.062961] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.063124] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.063335] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.063497] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.063663] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.063823] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.063994] env[62105]: DEBUG nova.virt.hardware [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.065182] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d2b8ad-fee4-44bb-9646-2a819f3d9122 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.073140] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33eee6-3163-4507-ae9c-16bf227c5e32 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.210206] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dff41011-bb63-44ab-be5f-badef471bb48 tempest-AttachInterfacesTestJSON-1455214140 tempest-AttachInterfacesTestJSON-1455214140-project-member] Lock "088ab415-8294-4975-84a0-67b12d11fcf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.178s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.452300] env[62105]: DEBUG nova.compute.manager [req-426c9eea-a4c7-4979-b78f-b3866435132d req-afa43a65-41e2-41cf-aabe-3403824ae5a3 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Received event network-vif-plugged-7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1964.452300] env[62105]: DEBUG oslo_concurrency.lockutils [req-426c9eea-a4c7-4979-b78f-b3866435132d req-afa43a65-41e2-41cf-aabe-3403824ae5a3 service nova] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.452300] env[62105]: DEBUG oslo_concurrency.lockutils [req-426c9eea-a4c7-4979-b78f-b3866435132d req-afa43a65-41e2-41cf-aabe-3403824ae5a3 service nova] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.452592] env[62105]: DEBUG oslo_concurrency.lockutils [req-426c9eea-a4c7-4979-b78f-b3866435132d req-afa43a65-41e2-41cf-aabe-3403824ae5a3 service nova] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.452890] env[62105]: DEBUG nova.compute.manager [req-426c9eea-a4c7-4979-b78f-b3866435132d req-afa43a65-41e2-41cf-aabe-3403824ae5a3 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] No waiting events found dispatching network-vif-plugged-7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1964.453263] env[62105]: WARNING nova.compute.manager [req-426c9eea-a4c7-4979-b78f-b3866435132d req-afa43a65-41e2-41cf-aabe-3403824ae5a3 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Received unexpected event network-vif-plugged-7cf7839f-fd5a-444e-89b6-6e55307a137b for instance with vm_state building and task_state spawning. [ 1964.553485] env[62105]: DEBUG nova.network.neutron [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Successfully updated port: 7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1965.058291] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.059155] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.059155] env[62105]: DEBUG nova.network.neutron [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.545814] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "62993210-f2cd-4037-92bd-b613c00742b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.546107] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.546358] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "62993210-f2cd-4037-92bd-b613c00742b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.546555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.546730] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.548801] env[62105]: INFO nova.compute.manager [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Terminating instance [ 1965.600463] env[62105]: DEBUG nova.network.neutron [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1965.815816] env[62105]: DEBUG nova.network.neutron [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.052869] env[62105]: DEBUG nova.compute.manager [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1966.054199] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1966.054199] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa46982-6084-4856-b92e-452e50cdfff6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.062961] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.063260] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0be182-669e-4bed-9ae8-cd89392e3783 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.069532] env[62105]: DEBUG oslo_vmware.api [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1966.069532] env[62105]: value = "task-1904437" [ 1966.069532] env[62105]: _type = "Task" [ 1966.069532] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.833090] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.833761] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Instance network_info: |[{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1966.839112] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:23:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cf7839f-fd5a-444e-89b6-6e55307a137b', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.845501] env[62105]: DEBUG oslo.service.loopingcall [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.848255] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.848551] env[62105]: DEBUG nova.compute.manager [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Received event network-changed-7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1966.848694] env[62105]: DEBUG nova.compute.manager [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Refreshing instance network info cache due to event network-changed-7cf7839f-fd5a-444e-89b6-6e55307a137b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1966.848910] env[62105]: DEBUG oslo_concurrency.lockutils [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.849036] env[62105]: DEBUG oslo_concurrency.lockutils [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.849256] env[62105]: DEBUG nova.network.neutron [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Refreshing network info cache for port 7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.854055] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d648ecf-10db-49d7-8ebb-1c86e617c431 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.871394] env[62105]: DEBUG oslo_vmware.api [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904437, 'name': PowerOffVM_Task, 'duration_secs': 0.196908} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.871394] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1966.871394] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1966.871394] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6beda6c6-c470-4b46-bff5-62c5b524f080 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.877728] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.877728] env[62105]: value = "task-1904438" [ 1966.877728] env[62105]: _type = "Task" [ 1966.877728] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.890977] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904438, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.337493] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.337795] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.337956] env[62105]: INFO nova.compute.manager [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Shelving [ 1967.387548] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904438, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.692372] env[62105]: DEBUG nova.network.neutron [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updated VIF entry in instance network info cache for port 7cf7839f-fd5a-444e-89b6-6e55307a137b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.692746] env[62105]: DEBUG nova.network.neutron [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.888737] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904438, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.022828] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.022828] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.022828] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleting the datastore file [datastore1] 62993210-f2cd-4037-92bd-b613c00742b5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.022828] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-128d96a1-cd02-49e2-a161-ddd14c1057c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.030052] env[62105]: DEBUG oslo_vmware.api [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1968.030052] env[62105]: value = "task-1904440" [ 1968.030052] env[62105]: _type = "Task" [ 1968.030052] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.038092] env[62105]: DEBUG oslo_vmware.api [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.195998] env[62105]: DEBUG oslo_concurrency.lockutils [req-57df0385-efc9-4acc-8d74-8d6eede181a4 req-ceda6cf1-6793-46d4-80f3-57fdcf030490 service nova] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.347049] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.347631] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb883f0-6e7d-4475-8832-c1792e3b0031 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.354937] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1968.354937] env[62105]: value = "task-1904441" [ 1968.354937] env[62105]: _type = "Task" [ 1968.354937] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.364064] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.392236] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904438, 'name': CreateVM_Task, 'duration_secs': 1.330521} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.392694] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1968.405183] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.405426] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.405790] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1968.406065] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09791ec7-0ffe-4bcd-8269-b7f8ca103d03 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.412247] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1968.412247] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527a1595-4ead-71cb-b33c-4160e206622c" [ 1968.412247] env[62105]: _type = "Task" [ 1968.412247] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.426885] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527a1595-4ead-71cb-b33c-4160e206622c, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.428279] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.429314] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1968.430054] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.430582] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.431038] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1968.431393] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e912a429-aaf2-4b2a-ac64-67f335645be3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.440317] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1968.440509] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1968.441235] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab4477cb-80fb-4f63-92ae-5b8d54d39169 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.446343] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1968.446343] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a65de6-6481-1cbe-d0f3-b27fffeccdd1" [ 1968.446343] env[62105]: _type = "Task" [ 1968.446343] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.454299] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a65de6-6481-1cbe-d0f3-b27fffeccdd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.540050] env[62105]: DEBUG oslo_vmware.api [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166509} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.540212] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.540396] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.540853] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.541174] env[62105]: INFO nova.compute.manager [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1968.541459] env[62105]: DEBUG oslo.service.loopingcall [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.541705] env[62105]: DEBUG nova.compute.manager [-] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.541827] env[62105]: DEBUG nova.network.neutron [-] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.877019] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904441, 'name': PowerOffVM_Task, 'duration_secs': 0.18937} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.877019] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.877019] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2761db8-eb0f-49fe-aba4-82cf487c2788 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.897963] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c404c9e7-51af-4da0-a757-20a0f86f587b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.967023] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a65de6-6481-1cbe-d0f3-b27fffeccdd1, 'name': SearchDatastore_Task, 'duration_secs': 0.008686} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.967023] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f9510a-48eb-4d82-b7dc-f82c5580f51c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.972659] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1968.972659] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e3ecfa-0a79-8305-a52f-2fe62f9c5f15" [ 1968.972659] env[62105]: _type = "Task" [ 1968.972659] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.982776] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e3ecfa-0a79-8305-a52f-2fe62f9c5f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.386807] env[62105]: DEBUG nova.compute.manager [req-1ef0a628-0a36-4e83-8f3d-e5fb3e3dfb1a req-69547a49-658c-44f2-920a-8c59335dca51 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Received event network-vif-deleted-31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1969.387064] env[62105]: INFO nova.compute.manager [req-1ef0a628-0a36-4e83-8f3d-e5fb3e3dfb1a req-69547a49-658c-44f2-920a-8c59335dca51 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Neutron deleted interface 31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b; detaching it from the instance and deleting it from the info cache [ 1969.387508] env[62105]: DEBUG nova.network.neutron [req-1ef0a628-0a36-4e83-8f3d-e5fb3e3dfb1a req-69547a49-658c-44f2-920a-8c59335dca51 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.410393] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1969.410719] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4666c76-c7c2-4a34-a0fb-f8e6bd958508 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.421841] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1969.421841] env[62105]: value = "task-1904442" [ 1969.421841] env[62105]: _type = "Task" [ 1969.421841] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.435258] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904442, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.485737] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e3ecfa-0a79-8305-a52f-2fe62f9c5f15, 'name': SearchDatastore_Task, 'duration_secs': 0.032217} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.486053] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.486366] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.486745] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76fafbca-54f8-4e81-9fe1-132d84ac77df {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.494079] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1969.494079] env[62105]: value = "task-1904443" [ 1969.494079] env[62105]: _type = "Task" [ 1969.494079] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.503721] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.865071] env[62105]: DEBUG nova.network.neutron [-] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.891586] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3741281-c90c-4f9d-a2d5-c30fcd649b6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.904242] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df159a-33fc-4b98-9613-49124345f9fc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.934078] env[62105]: DEBUG nova.compute.manager [req-1ef0a628-0a36-4e83-8f3d-e5fb3e3dfb1a req-69547a49-658c-44f2-920a-8c59335dca51 service nova] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Detach interface failed, port_id=31bcbd45-e1b8-4861-a4b0-c8d7aa0ffc6b, reason: Instance 62993210-f2cd-4037-92bd-b613c00742b5 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1969.939349] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904442, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.003831] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457104} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.004851] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1970.004851] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1970.004851] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e46fa4cc-e5a4-4090-9e70-6d3a5e9c82dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.012716] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1970.012716] env[62105]: value = "task-1904444" [ 1970.012716] env[62105]: _type = "Task" [ 1970.012716] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.020143] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.368618] env[62105]: INFO nova.compute.manager [-] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Took 1.83 seconds to deallocate network for instance. [ 1970.435423] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "6590a7b2-6e11-4b96-a855-4e82354ad29c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.435739] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.436743] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904442, 'name': CreateSnapshot_Task, 'duration_secs': 0.7164} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.437524] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1970.438458] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd260c3-1641-4db1-8419-15ea10729860 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.522124] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074217} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.522416] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1970.523190] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a13aa3-d4b9-407e-8ce0-e85c8a85b0a0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.545393] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1970.545914] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8af977b-d413-470c-8d3a-2d06ce660a29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.565378] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1970.565378] env[62105]: value = "task-1904445" [ 1970.565378] env[62105]: _type = "Task" [ 1970.565378] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.573197] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.877057] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.877369] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.877570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.908971] env[62105]: INFO nova.scheduler.client.report [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted allocations for instance 62993210-f2cd-4037-92bd-b613c00742b5 [ 1970.927356] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.927619] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.927829] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.928022] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.928198] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.930227] env[62105]: INFO nova.compute.manager [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Terminating instance [ 1970.937729] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1970.957080] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1970.958864] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b61d8f65-029a-45e8-9a1e-e070faef2ea6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.967897] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1970.967897] env[62105]: value = "task-1904446" [ 1970.967897] env[62105]: _type = "Task" [ 1970.967897] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.976757] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904446, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.074804] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904445, 'name': ReconfigVM_Task, 'duration_secs': 0.320616} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.075150] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1971.075987] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df8577b2-88ba-4109-a50e-cb2777491d3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.083809] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1971.083809] env[62105]: value = "task-1904447" [ 1971.083809] env[62105]: _type = "Task" [ 1971.083809] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.092593] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904447, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.415810] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb9c79a5-154c-4fae-af18-6bbc6b3bb4ae tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "62993210-f2cd-4037-92bd-b613c00742b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.436584] env[62105]: DEBUG nova.compute.manager [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1971.436980] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.437929] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56252f1a-b6ae-47af-b2c9-d81ea9dc9ed3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.448374] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1971.448374] env[62105]: value = "task-1904448" [ 1971.448374] env[62105]: _type = "Task" [ 1971.448374] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.458173] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.462682] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.462947] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.464569] env[62105]: INFO nova.compute.claims [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.478266] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904446, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.597097] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904447, 'name': Rename_Task, 'duration_secs': 0.397268} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.597097] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1971.597097] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-278a84f5-dc0d-4599-aee5-c3250a1a3fed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.604033] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 1971.604033] env[62105]: value = "task-1904449" [ 1971.604033] env[62105]: _type = "Task" [ 1971.604033] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.613987] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904449, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.961400] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904448, 'name': PowerOffVM_Task, 'duration_secs': 0.20798} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.961742] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.961975] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1971.962201] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393098', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'name': 'volume-82e46dc2-8035-46ed-b14a-234bbe553432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fd11a7c7-4753-4975-8c23-bd6b75523f28', 'attached_at': '2024-12-15T01:02:59.000000', 'detached_at': '', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'serial': '82e46dc2-8035-46ed-b14a-234bbe553432'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1971.963053] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be17b3f-ab69-4f91-99a0-f3b2433dd8dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.987675] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e0201-70e8-4fb5-8cb4-4204d0283af8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.995803] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904446, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.998610] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7d7c81-4d6f-4ca6-84e8-65fe4fb9d87b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.017876] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb08722-faf1-4937-bcb6-2b035d9485e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.034108] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] The volume has not been displaced from its original location: [datastore2] volume-82e46dc2-8035-46ed-b14a-234bbe553432/volume-82e46dc2-8035-46ed-b14a-234bbe553432.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1972.039510] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1972.039840] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efb2ac89-a48e-46d5-a340-2300a5f80abf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.059376] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1972.059376] env[62105]: value = "task-1904450" [ 1972.059376] env[62105]: _type = "Task" [ 1972.059376] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.068566] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.114978] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904449, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.404144] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "be3436ee-6e21-4500-b60e-8df69bdeb848" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.404469] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.497548] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904446, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.574027] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904450, 'name': ReconfigVM_Task, 'duration_secs': 0.170457} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.574027] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1972.577739] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f49c68-569c-4090-bc3b-c8fd38fa8c1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.596851] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1972.596851] env[62105]: value = "task-1904451" [ 1972.596851] env[62105]: _type = "Task" [ 1972.596851] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.608373] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.619158] env[62105]: DEBUG oslo_vmware.api [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904449, 'name': PowerOnVM_Task, 'duration_secs': 0.53027} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.620420] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1972.620617] env[62105]: INFO nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1972.620816] env[62105]: DEBUG nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1972.621644] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f77d8f-411d-4463-8eaa-12dbe395dadf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.624749] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023dc53-9950-4152-8b16-252310b3c9e9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.633375] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8308663f-bde8-4e3e-9128-995b228f59e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.666918] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e1940-0274-49f0-9fdb-c04b5d4bf5a6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.674847] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12629b70-2af8-442a-a67e-80f0483123bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.689727] env[62105]: DEBUG nova.compute.provider_tree [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.907030] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1972.994034] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904446, 'name': CloneVM_Task, 'duration_secs': 1.827575} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.994320] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Created linked-clone VM from snapshot [ 1972.995058] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcc2b69-f190-44fd-8b7a-04cfc99d274d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.002470] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Uploading image b667438b-01cc-4f35-a0e4-ebd970aeafe5 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1973.028580] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1973.028580] env[62105]: value = "vm-393107" [ 1973.028580] env[62105]: _type = "VirtualMachine" [ 1973.028580] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1973.028877] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5c1baa8-a3aa-43ef-a004-15a4d270d300 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.036699] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease: (returnval){ [ 1973.036699] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52680440-9874-cfd0-a294-38657816e4c9" [ 1973.036699] env[62105]: _type = "HttpNfcLease" [ 1973.036699] env[62105]: } obtained for exporting VM: (result){ [ 1973.036699] env[62105]: value = "vm-393107" [ 1973.036699] env[62105]: _type = "VirtualMachine" [ 1973.036699] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1973.037070] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the lease: (returnval){ [ 1973.037070] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52680440-9874-cfd0-a294-38657816e4c9" [ 1973.037070] env[62105]: _type = "HttpNfcLease" [ 1973.037070] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1973.042887] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1973.042887] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52680440-9874-cfd0-a294-38657816e4c9" [ 1973.042887] env[62105]: _type = "HttpNfcLease" [ 1973.042887] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1973.108239] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904451, 'name': ReconfigVM_Task, 'duration_secs': 0.151314} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.108546] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393098', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'name': 'volume-82e46dc2-8035-46ed-b14a-234bbe553432', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'fd11a7c7-4753-4975-8c23-bd6b75523f28', 'attached_at': '2024-12-15T01:02:59.000000', 'detached_at': '', 'volume_id': '82e46dc2-8035-46ed-b14a-234bbe553432', 'serial': '82e46dc2-8035-46ed-b14a-234bbe553432'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1973.108811] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.109584] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38668c37-24ee-4e74-891d-fd5719d24f86 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.115635] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1973.115855] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebfbfb3d-bc72-4068-936a-1a6390c888d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.149089] env[62105]: INFO nova.compute.manager [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Took 13.34 seconds to build instance. [ 1973.192391] env[62105]: DEBUG nova.scheduler.client.report [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.217031] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1973.217253] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1973.217434] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore2] fd11a7c7-4753-4975-8c23-bd6b75523f28 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.217789] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13baf098-32db-450c-9d70-4e95aa2454af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.225683] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1973.225683] env[62105]: value = "task-1904454" [ 1973.225683] env[62105]: _type = "Task" [ 1973.225683] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.233141] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.425590] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.545485] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1973.545485] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52680440-9874-cfd0-a294-38657816e4c9" [ 1973.545485] env[62105]: _type = "HttpNfcLease" [ 1973.545485] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1973.545931] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1973.545931] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52680440-9874-cfd0-a294-38657816e4c9" [ 1973.545931] env[62105]: _type = "HttpNfcLease" [ 1973.545931] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1973.546572] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac737b7-5867-4eef-ac4e-0c103e3fcf4b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.553435] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a8462-5f0b-054b-e9af-0ecc6cd6c4c1/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1973.553604] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a8462-5f0b-054b-e9af-0ecc6cd6c4c1/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1973.651611] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a74b4380-5aed-467e-808e-6a2c537ec886 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.848s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.651611] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78c18b2e-4ebe-43fd-8fbc-b4bde88b0ef2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.696748] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.697288] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1973.699898] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.274s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.701387] env[62105]: INFO nova.compute.claims [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.736247] env[62105]: DEBUG oslo_vmware.api [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252586} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.736930] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.737136] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.737319] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.737499] env[62105]: INFO nova.compute.manager [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1973.737776] env[62105]: DEBUG oslo.service.loopingcall [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.737964] env[62105]: DEBUG nova.compute.manager [-] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1973.738167] env[62105]: DEBUG nova.network.neutron [-] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1974.206646] env[62105]: DEBUG nova.compute.utils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.213146] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1974.213146] env[62105]: DEBUG nova.network.neutron [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1974.243910] env[62105]: DEBUG nova.compute.manager [req-9d079462-ae12-493a-9e74-54ff520a8dfa req-43f37274-6af7-43c2-966d-8c2613e51bfb service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Received event network-vif-deleted-2d785d4a-9adc-48a5-8a44-16cb2cf1a46d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1974.243910] env[62105]: INFO nova.compute.manager [req-9d079462-ae12-493a-9e74-54ff520a8dfa req-43f37274-6af7-43c2-966d-8c2613e51bfb service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Neutron deleted interface 2d785d4a-9adc-48a5-8a44-16cb2cf1a46d; detaching it from the instance and deleting it from the info cache [ 1974.243910] env[62105]: DEBUG nova.network.neutron [req-9d079462-ae12-493a-9e74-54ff520a8dfa req-43f37274-6af7-43c2-966d-8c2613e51bfb service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.271606] env[62105]: DEBUG nova.policy [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.391366] env[62105]: DEBUG nova.compute.manager [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Received event network-changed-7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1974.391568] env[62105]: DEBUG nova.compute.manager [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Refreshing instance network info cache due to event network-changed-7cf7839f-fd5a-444e-89b6-6e55307a137b. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1974.392327] env[62105]: DEBUG oslo_concurrency.lockutils [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.392488] env[62105]: DEBUG oslo_concurrency.lockutils [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.392926] env[62105]: DEBUG nova.network.neutron [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Refreshing network info cache for port 7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1974.551281] env[62105]: DEBUG nova.network.neutron [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Successfully created port: 75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1974.698603] env[62105]: DEBUG nova.network.neutron [-] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.712265] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.735753] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-442e3278-afde-49cf-b020-d718f54cbb9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.746606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1949967-3c4b-4b00-865d-cf4897258915 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.781617] env[62105]: DEBUG nova.compute.manager [req-9d079462-ae12-493a-9e74-54ff520a8dfa req-43f37274-6af7-43c2-966d-8c2613e51bfb service nova] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Detach interface failed, port_id=2d785d4a-9adc-48a5-8a44-16cb2cf1a46d, reason: Instance fd11a7c7-4753-4975-8c23-bd6b75523f28 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1974.874280] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889a2ee-4d8e-4bfb-87f4-35fc0c4c69ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.882578] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487e0892-7e2f-4003-943a-ccc69555426a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.917613] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecc54e3-6cd6-4f60-85d4-db42a1dddfe3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.925621] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b217764-7cfa-467d-a073-8fa03fc49541 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.942070] env[62105]: DEBUG nova.compute.provider_tree [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.194628] env[62105]: DEBUG nova.network.neutron [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updated VIF entry in instance network info cache for port 7cf7839f-fd5a-444e-89b6-6e55307a137b. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1975.195105] env[62105]: DEBUG nova.network.neutron [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.201826] env[62105]: INFO nova.compute.manager [-] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Took 1.46 seconds to deallocate network for instance. [ 1975.445841] env[62105]: DEBUG nova.scheduler.client.report [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1975.698448] env[62105]: DEBUG oslo_concurrency.lockutils [req-2248b060-5d58-42f0-ac65-d445fb3f215d req-c4ef3912-e810-4601-9d12-9ec28c0deaf8 service nova] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.738072] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.752812] env[62105]: INFO nova.compute.manager [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Took 0.55 seconds to detach 1 volumes for instance. [ 1975.754972] env[62105]: DEBUG nova.compute.manager [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Deleting volume: 82e46dc2-8035-46ed-b14a-234bbe553432 {{(pid=62105) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1975.764011] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.764262] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.764420] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.764602] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.764747] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.764894] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.765114] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.765278] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.765480] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.765726] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.765821] env[62105]: DEBUG nova.virt.hardware [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.767072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a7114e-f754-4104-9dfc-03460aa6a54b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.775224] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bdb965-59d0-44e9-b4e3-5cb215180092 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.951872] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.952442] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1976.097987] env[62105]: DEBUG nova.network.neutron [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Successfully updated port: 75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.261948] env[62105]: DEBUG nova.compute.manager [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Received event network-vif-plugged-75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1976.262225] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] Acquiring lock "6590a7b2-6e11-4b96-a855-4e82354ad29c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.262416] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.262593] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.262762] env[62105]: DEBUG nova.compute.manager [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] No waiting events found dispatching network-vif-plugged-75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.262923] env[62105]: WARNING nova.compute.manager [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Received unexpected event network-vif-plugged-75dfce8e-010e-4cac-a768-049c8f0b527a for instance with vm_state building and task_state spawning. [ 1976.263095] env[62105]: DEBUG nova.compute.manager [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Received event network-changed-75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1976.263275] env[62105]: DEBUG nova.compute.manager [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Refreshing instance network info cache due to event network-changed-75dfce8e-010e-4cac-a768-049c8f0b527a. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1976.263488] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] Acquiring lock "refresh_cache-6590a7b2-6e11-4b96-a855-4e82354ad29c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.263634] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] Acquired lock "refresh_cache-6590a7b2-6e11-4b96-a855-4e82354ad29c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.263818] env[62105]: DEBUG nova.network.neutron [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Refreshing network info cache for port 75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.301518] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.301797] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.301984] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.328447] env[62105]: INFO nova.scheduler.client.report [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted allocations for instance fd11a7c7-4753-4975-8c23-bd6b75523f28 [ 1976.458376] env[62105]: DEBUG nova.compute.utils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.460008] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1976.460286] env[62105]: DEBUG nova.network.neutron [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1976.508525] env[62105]: DEBUG nova.policy [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f08bbd52e98a41ffa12943d82a16fffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '603001fa99e6455bb55bad367ccdce02', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1976.600791] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-6590a7b2-6e11-4b96-a855-4e82354ad29c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.783173] env[62105]: DEBUG nova.network.neutron [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Successfully created port: a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1976.800016] env[62105]: DEBUG nova.network.neutron [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1976.835868] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f5c3fc02-d0f0-4e04-a054-c96694794399 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "fd11a7c7-4753-4975-8c23-bd6b75523f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.908s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.884838] env[62105]: DEBUG nova.network.neutron [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.963633] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1977.387749] env[62105]: DEBUG oslo_concurrency.lockutils [req-0d77b022-cc0d-4f83-be40-aed7197ac5c6 req-73847333-c52e-488e-9ed1-f0718edffefc service nova] Releasing lock "refresh_cache-6590a7b2-6e11-4b96-a855-4e82354ad29c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.388185] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-6590a7b2-6e11-4b96-a855-4e82354ad29c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.388385] env[62105]: DEBUG nova.network.neutron [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.720343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.720693] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.720975] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.721228] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.721440] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.724185] env[62105]: INFO nova.compute.manager [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Terminating instance [ 1977.923190] env[62105]: DEBUG nova.network.neutron [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.973822] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1978.000896] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1978.001165] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.001324] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1978.001506] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.001750] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1978.001904] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1978.002129] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1978.002293] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1978.002460] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1978.002616] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1978.002782] env[62105]: DEBUG nova.virt.hardware [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1978.003740] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07855e6a-ced0-4bb1-a6cc-1431fdcfc07a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.012962] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5515a5e8-9ad2-48b0-ba7d-ce4721f8c924 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.064947] env[62105]: DEBUG nova.network.neutron [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Updating instance_info_cache with network_info: [{"id": "75dfce8e-010e-4cac-a768-049c8f0b527a", "address": "fa:16:3e:1f:39:37", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dfce8e-01", "ovs_interfaceid": "75dfce8e-010e-4cac-a768-049c8f0b527a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.228499] env[62105]: DEBUG nova.compute.manager [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1978.228706] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1978.229608] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b26ebdc-b64f-47b5-a2b4-0f5efa564e7d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.237985] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1978.238308] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77cc75ff-c73b-427f-ba25-1b55e95f578a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.245033] env[62105]: DEBUG oslo_vmware.api [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1978.245033] env[62105]: value = "task-1904456" [ 1978.245033] env[62105]: _type = "Task" [ 1978.245033] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.253229] env[62105]: DEBUG oslo_vmware.api [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.280780] env[62105]: DEBUG nova.network.neutron [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Successfully updated port: a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.297596] env[62105]: DEBUG nova.compute.manager [req-5b0a71e3-4c63-43da-a014-c28528fa38b7 req-522be613-0c32-4950-a99b-d69d3c8339df service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Received event network-vif-plugged-a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1978.297831] env[62105]: DEBUG oslo_concurrency.lockutils [req-5b0a71e3-4c63-43da-a014-c28528fa38b7 req-522be613-0c32-4950-a99b-d69d3c8339df service nova] Acquiring lock "be3436ee-6e21-4500-b60e-8df69bdeb848-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.298080] env[62105]: DEBUG oslo_concurrency.lockutils [req-5b0a71e3-4c63-43da-a014-c28528fa38b7 req-522be613-0c32-4950-a99b-d69d3c8339df service nova] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.298274] env[62105]: DEBUG oslo_concurrency.lockutils [req-5b0a71e3-4c63-43da-a014-c28528fa38b7 req-522be613-0c32-4950-a99b-d69d3c8339df service nova] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.298507] env[62105]: DEBUG nova.compute.manager [req-5b0a71e3-4c63-43da-a014-c28528fa38b7 req-522be613-0c32-4950-a99b-d69d3c8339df service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] No waiting events found dispatching network-vif-plugged-a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.298771] env[62105]: WARNING nova.compute.manager [req-5b0a71e3-4c63-43da-a014-c28528fa38b7 req-522be613-0c32-4950-a99b-d69d3c8339df service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Received unexpected event network-vif-plugged-a3a9683b-1185-4ab8-bbdc-aaa26053c345 for instance with vm_state building and task_state spawning. [ 1978.567824] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-6590a7b2-6e11-4b96-a855-4e82354ad29c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.568212] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Instance network_info: |[{"id": "75dfce8e-010e-4cac-a768-049c8f0b527a", "address": "fa:16:3e:1f:39:37", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75dfce8e-01", "ovs_interfaceid": "75dfce8e-010e-4cac-a768-049c8f0b527a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.568704] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:39:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75dfce8e-010e-4cac-a768-049c8f0b527a', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.577051] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating folder: Project (e588b249157d4dab8670380ae417b6df). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.577362] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bdd388b-4dc8-46a8-b9c5-42c34d2664d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.593437] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created folder: Project (e588b249157d4dab8670380ae417b6df) in parent group-v392807. [ 1978.593653] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating folder: Instances. Parent ref: group-v393108. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1978.593917] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c6495c-32ba-4db3-8346-d443f1e6e525 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.605107] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created folder: Instances in parent group-v393108. [ 1978.605401] env[62105]: DEBUG oslo.service.loopingcall [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.605577] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.605787] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6b5133-ffa5-4507-a360-157ab1bae188 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.624471] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.624471] env[62105]: value = "task-1904459" [ 1978.624471] env[62105]: _type = "Task" [ 1978.624471] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.632196] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904459, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.754935] env[62105]: DEBUG oslo_vmware.api [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904456, 'name': PowerOffVM_Task, 'duration_secs': 0.221174} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.755228] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.755490] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1978.755769] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70bf7803-0fd9-41a7-8968-32126566ef0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.784503] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.784682] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.784878] env[62105]: DEBUG nova.network.neutron [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.841115] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1978.841419] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1978.841628] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore2] 89cd5c68-5e96-4c5b-923d-3548fd141d3c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1978.841900] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc0aff6-9885-44e6-b22a-6d774c28992d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.848596] env[62105]: DEBUG oslo_vmware.api [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1978.848596] env[62105]: value = "task-1904461" [ 1978.848596] env[62105]: _type = "Task" [ 1978.848596] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.856152] env[62105]: DEBUG oslo_vmware.api [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.134614] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904459, 'name': CreateVM_Task, 'duration_secs': 0.425281} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.135014] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.135504] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.135676] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.136014] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.136293] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-276abdb8-d349-49da-8e84-41b2211cb23e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.141106] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1979.141106] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5278cc03-2851-72a5-2aac-665f30b06006" [ 1979.141106] env[62105]: _type = "Task" [ 1979.141106] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.148768] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5278cc03-2851-72a5-2aac-665f30b06006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.316821] env[62105]: DEBUG nova.network.neutron [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.359053] env[62105]: DEBUG oslo_vmware.api [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326917} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.359331] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1979.359534] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1979.359760] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1979.359939] env[62105]: INFO nova.compute.manager [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1979.360197] env[62105]: DEBUG oslo.service.loopingcall [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.360383] env[62105]: DEBUG nova.compute.manager [-] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1979.360480] env[62105]: DEBUG nova.network.neutron [-] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1979.452150] env[62105]: DEBUG nova.network.neutron [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [{"id": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "address": "fa:16:3e:39:5b:49", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a9683b-11", "ovs_interfaceid": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.652976] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5278cc03-2851-72a5-2aac-665f30b06006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.676612] env[62105]: DEBUG nova.compute.manager [req-8e16d593-e534-4b0b-8903-f9fbddb35cb4 req-3a52390a-4359-4936-b81b-02c979ddcb1f service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Received event network-vif-deleted-9180f1d7-0ea6-45fd-b401-7b18faf89eee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1979.676830] env[62105]: INFO nova.compute.manager [req-8e16d593-e534-4b0b-8903-f9fbddb35cb4 req-3a52390a-4359-4936-b81b-02c979ddcb1f service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Neutron deleted interface 9180f1d7-0ea6-45fd-b401-7b18faf89eee; detaching it from the instance and deleting it from the info cache [ 1979.677030] env[62105]: DEBUG nova.network.neutron [req-8e16d593-e534-4b0b-8903-f9fbddb35cb4 req-3a52390a-4359-4936-b81b-02c979ddcb1f service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.955195] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.955601] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Instance network_info: |[{"id": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "address": "fa:16:3e:39:5b:49", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a9683b-11", "ovs_interfaceid": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1979.956069] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:5b:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a9683b-1185-4ab8-bbdc-aaa26053c345', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1979.964449] env[62105]: DEBUG oslo.service.loopingcall [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.964812] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1979.965214] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc2d9bc-dd18-443d-a585-4dd6b5e719c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.986029] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1979.986029] env[62105]: value = "task-1904462" [ 1979.986029] env[62105]: _type = "Task" [ 1979.986029] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.993428] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904462, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.148792] env[62105]: DEBUG nova.network.neutron [-] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.152977] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5278cc03-2851-72a5-2aac-665f30b06006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.179941] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6f46e3c-59ed-46a2-88d7-6155709ef5d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.191224] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5eaa88-ee0c-4e5c-86bd-ab22ef82d627 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.217864] env[62105]: DEBUG nova.compute.manager [req-8e16d593-e534-4b0b-8903-f9fbddb35cb4 req-3a52390a-4359-4936-b81b-02c979ddcb1f service nova] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Detach interface failed, port_id=9180f1d7-0ea6-45fd-b401-7b18faf89eee, reason: Instance 89cd5c68-5e96-4c5b-923d-3548fd141d3c could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1980.325292] env[62105]: DEBUG nova.compute.manager [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Received event network-changed-a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1980.325528] env[62105]: DEBUG nova.compute.manager [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Refreshing instance network info cache due to event network-changed-a3a9683b-1185-4ab8-bbdc-aaa26053c345. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1980.326122] env[62105]: DEBUG oslo_concurrency.lockutils [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] Acquiring lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.326122] env[62105]: DEBUG oslo_concurrency.lockutils [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] Acquired lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.326361] env[62105]: DEBUG nova.network.neutron [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Refreshing network info cache for port a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1980.495673] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904462, 'name': CreateVM_Task, 'duration_secs': 0.467374} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.495859] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1980.496585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.653812] env[62105]: INFO nova.compute.manager [-] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Took 1.29 seconds to deallocate network for instance. [ 1980.654279] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5278cc03-2851-72a5-2aac-665f30b06006, 'name': SearchDatastore_Task, 'duration_secs': 1.263455} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.655841] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.656089] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.656336] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.656500] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.656687] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.659454] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.659750] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1980.659975] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abeed345-0fc5-43f3-821b-163ecacf2dd8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.661977] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f695d19-6ded-43da-bff2-d2f01b1aeb74 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.667154] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1980.667154] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d4fff6-a22f-d919-3237-4948fb4f7cbf" [ 1980.667154] env[62105]: _type = "Task" [ 1980.667154] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.674683] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d4fff6-a22f-d919-3237-4948fb4f7cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.698683] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.698905] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.699700] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c401d13-f59c-42cc-bb14-e1ea0c3acd16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.705014] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1980.705014] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e6b93-ca18-b1e6-1598-510e667f7a25" [ 1980.705014] env[62105]: _type = "Task" [ 1980.705014] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.713392] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e6b93-ca18-b1e6-1598-510e667f7a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.033755] env[62105]: DEBUG nova.network.neutron [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updated VIF entry in instance network info cache for port a3a9683b-1185-4ab8-bbdc-aaa26053c345. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1981.034147] env[62105]: DEBUG nova.network.neutron [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [{"id": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "address": "fa:16:3e:39:5b:49", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a9683b-11", "ovs_interfaceid": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.163943] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.164362] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.164412] env[62105]: DEBUG nova.objects.instance [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'resources' on Instance uuid 89cd5c68-5e96-4c5b-923d-3548fd141d3c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1981.178216] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d4fff6-a22f-d919-3237-4948fb4f7cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.046529} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.178543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.178792] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1981.179012] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.216613] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521e6b93-ca18-b1e6-1598-510e667f7a25, 'name': SearchDatastore_Task, 'duration_secs': 0.015216} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.217402] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b72fbc-ab17-4225-b736-799ff17e74de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.222930] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1981.222930] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e17420-eab1-d802-a1a4-38ce4893584e" [ 1981.222930] env[62105]: _type = "Task" [ 1981.222930] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.232209] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e17420-eab1-d802-a1a4-38ce4893584e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.536838] env[62105]: DEBUG oslo_concurrency.lockutils [req-896abf92-59a1-46db-b27d-1463c8596cce req-487b44eb-53da-4345-a177-fba96496e86b service nova] Releasing lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.733121] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e17420-eab1-d802-a1a4-38ce4893584e, 'name': SearchDatastore_Task, 'duration_secs': 0.017765} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.735610] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.735929] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 6590a7b2-6e11-4b96-a855-4e82354ad29c/6590a7b2-6e11-4b96-a855-4e82354ad29c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1981.736406] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.736608] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1981.736829] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f83594a-165d-4cd9-b0b7-0d4560f5faf6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.738723] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f36f07-328f-4e93-bad8-33bc4614185c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.748114] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1981.748114] env[62105]: value = "task-1904463" [ 1981.748114] env[62105]: _type = "Task" [ 1981.748114] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.749193] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1981.749366] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1981.752661] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-535971f8-0470-422f-a0e5-aa6385c95c8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.760835] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.761140] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1981.761140] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295296c-e94e-a4db-ef21-de23030be71c" [ 1981.761140] env[62105]: _type = "Task" [ 1981.761140] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.762611] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639cb5cb-eac9-4b04-ad62-e30e62d5dafb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.774659] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd329d40-e7d3-4eaa-9164-50c51bf64389 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.777637] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5295296c-e94e-a4db-ef21-de23030be71c, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.778693] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0274720-f4fd-4eec-a74b-cacb8c34a2ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.804968] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793b04f9-9e6e-4a08-816e-619307f4fef2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.808728] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1981.808728] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a98ea7-fcd5-9562-5df0-836ec1f43902" [ 1981.808728] env[62105]: _type = "Task" [ 1981.808728] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.815125] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891b2872-1d6a-4ebc-8807-dcbce42bc9ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.821461] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a98ea7-fcd5-9562-5df0-836ec1f43902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.832353] env[62105]: DEBUG nova.compute.provider_tree [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.260597] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.320258] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a98ea7-fcd5-9562-5df0-836ec1f43902, 'name': SearchDatastore_Task, 'duration_secs': 0.029053} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.320600] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.320881] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] be3436ee-6e21-4500-b60e-8df69bdeb848/be3436ee-6e21-4500-b60e-8df69bdeb848.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1982.321240] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2f40e61-1c90-467b-855a-88a41a1bea04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.327678] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1982.327678] env[62105]: value = "task-1904464" [ 1982.327678] env[62105]: _type = "Task" [ 1982.327678] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.336125] env[62105]: DEBUG nova.scheduler.client.report [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1982.339214] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.543066] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a8462-5f0b-054b-e9af-0ecc6cd6c4c1/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1982.544093] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c185c354-0e13-4d8a-bf7b-2b4e3601f80b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.550142] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a8462-5f0b-054b-e9af-0ecc6cd6c4c1/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1982.550359] env[62105]: ERROR oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a8462-5f0b-054b-e9af-0ecc6cd6c4c1/disk-0.vmdk due to incomplete transfer. [ 1982.550512] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53717e15-25d9-4582-878d-5fa1e9423950 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.557240] env[62105]: DEBUG oslo_vmware.rw_handles [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520a8462-5f0b-054b-e9af-0ecc6cd6c4c1/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1982.557435] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Uploaded image b667438b-01cc-4f35-a0e4-ebd970aeafe5 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1982.559634] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1982.559868] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ff832792-1c6f-45b2-96bd-34c1094be68e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.566503] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1982.566503] env[62105]: value = "task-1904465" [ 1982.566503] env[62105]: _type = "Task" [ 1982.566503] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.573779] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904465, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.759994] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828204} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.760291] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 6590a7b2-6e11-4b96-a855-4e82354ad29c/6590a7b2-6e11-4b96-a855-4e82354ad29c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1982.760500] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1982.760782] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4318b79c-8fa5-428c-b237-c1c4c9cea90b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.767950] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1982.767950] env[62105]: value = "task-1904466" [ 1982.767950] env[62105]: _type = "Task" [ 1982.767950] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.777851] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.839016] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904464, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.840903] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.860711] env[62105]: INFO nova.scheduler.client.report [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted allocations for instance 89cd5c68-5e96-4c5b-923d-3548fd141d3c [ 1983.076247] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904465, 'name': Destroy_Task, 'duration_secs': 0.503702} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.076561] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Destroyed the VM [ 1983.076833] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1983.077136] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a732ebe-867c-4a08-af9e-3002450b738e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.083539] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1983.083539] env[62105]: value = "task-1904467" [ 1983.083539] env[62105]: _type = "Task" [ 1983.083539] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.091894] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.277436] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.434452} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.277823] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1983.278592] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89c02f2-f7f5-4aa6-9d67-84fe42f6c404 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.301184] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 6590a7b2-6e11-4b96-a855-4e82354ad29c/6590a7b2-6e11-4b96-a855-4e82354ad29c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.301444] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f5467b-08bf-4a38-990c-39fe6d7c9a8b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.320900] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1983.320900] env[62105]: value = "task-1904468" [ 1983.320900] env[62105]: _type = "Task" [ 1983.320900] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.329018] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.336128] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860959} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.336365] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] be3436ee-6e21-4500-b60e-8df69bdeb848/be3436ee-6e21-4500-b60e-8df69bdeb848.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1983.336624] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1983.336887] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033ca772-c8f3-4128-a649-7fb926820507 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.343973] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1983.343973] env[62105]: value = "task-1904469" [ 1983.343973] env[62105]: _type = "Task" [ 1983.343973] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.350908] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.367872] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2a2d1954-9c10-4911-a86f-5e6a892d7782 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "89cd5c68-5e96-4c5b-923d-3548fd141d3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.647s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.388060] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1983.388508] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1983.593482] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904467, 'name': RemoveSnapshot_Task, 'duration_secs': 0.405936} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.593762] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1983.594057] env[62105]: DEBUG nova.compute.manager [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1983.594804] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e36fdde-856f-4f30-83ba-492c6dc42b25 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.830429] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904468, 'name': ReconfigVM_Task, 'duration_secs': 0.387263} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.832011] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 6590a7b2-6e11-4b96-a855-4e82354ad29c/6590a7b2-6e11-4b96-a855-4e82354ad29c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.832011] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b3891d-2365-4a87-8014-ba441a6bf21d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.837830] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1983.837830] env[62105]: value = "task-1904471" [ 1983.837830] env[62105]: _type = "Task" [ 1983.837830] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.846776] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904471, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.853695] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155906} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.853933] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1983.854654] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bca666b-458f-459f-a1d2-6be1ec4c7880 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.876627] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] be3436ee-6e21-4500-b60e-8df69bdeb848/be3436ee-6e21-4500-b60e-8df69bdeb848.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.877142] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d0b019d-a430-48e9-b094-8e908094e9ab {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.893609] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1983.893762] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 1983.893820] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 1983.898801] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1983.898801] env[62105]: value = "task-1904472" [ 1983.898801] env[62105]: _type = "Task" [ 1983.898801] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.907322] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.107077] env[62105]: INFO nova.compute.manager [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Shelve offloading [ 1984.347634] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904471, 'name': Rename_Task, 'duration_secs': 0.238985} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.348049] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.348201] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a1ccf97-351c-4981-9d5e-12875578bd71 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.354968] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1984.354968] env[62105]: value = "task-1904473" [ 1984.354968] env[62105]: _type = "Task" [ 1984.354968] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.364052] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.397458] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1984.397639] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 1984.408904] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904472, 'name': ReconfigVM_Task, 'duration_secs': 0.288014} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.408904] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Reconfigured VM instance instance-0000006e to attach disk [datastore1] be3436ee-6e21-4500-b60e-8df69bdeb848/be3436ee-6e21-4500-b60e-8df69bdeb848.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1984.409575] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aa9ab17-92c9-47f6-9fa1-708baa64c91b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.416522] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1984.416522] env[62105]: value = "task-1904474" [ 1984.416522] env[62105]: _type = "Task" [ 1984.416522] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.424525] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904474, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.430230] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.430371] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.430518] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1984.430675] env[62105]: DEBUG nova.objects.instance [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lazy-loading 'info_cache' on Instance uuid b90beaa3-fa82-4f4c-a372-944c8265c275 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1984.610883] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1984.611230] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad20f83-40da-435f-9f2f-75739a667224 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.618905] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1984.618905] env[62105]: value = "task-1904475" [ 1984.618905] env[62105]: _type = "Task" [ 1984.618905] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.630319] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1984.630532] env[62105]: DEBUG nova.compute.manager [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.631314] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64ca14-3704-4886-b285-58ec2447558b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.637993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.638184] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.638354] env[62105]: DEBUG nova.network.neutron [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1984.865937] env[62105]: DEBUG oslo_vmware.api [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904473, 'name': PowerOnVM_Task, 'duration_secs': 0.511266} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.866203] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.866416] env[62105]: INFO nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1984.866621] env[62105]: DEBUG nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.867425] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3048ad6-85a1-40b3-b659-80550a1fca9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.928290] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904474, 'name': Rename_Task, 'duration_secs': 0.155482} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.928675] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.928981] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6b827dd-a474-4da3-be5f-2d3fe0cc1339 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.937926] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 1984.937926] env[62105]: value = "task-1904476" [ 1984.937926] env[62105]: _type = "Task" [ 1984.937926] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.947871] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.385546] env[62105]: INFO nova.compute.manager [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Took 13.94 seconds to build instance. [ 1985.423885] env[62105]: DEBUG nova.network.neutron [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.450325] env[62105]: DEBUG oslo_vmware.api [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904476, 'name': PowerOnVM_Task, 'duration_secs': 0.452441} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.450589] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.450785] env[62105]: INFO nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1985.450961] env[62105]: DEBUG nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.451724] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0464afd-b9c3-4170-8241-9c4ce3335075 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.887971] env[62105]: DEBUG oslo_concurrency.lockutils [None req-86df0749-1dc3-4cf4-94c1-ae11286242b4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.452s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.927052] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.970192] env[62105]: INFO nova.compute.manager [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Took 12.56 seconds to build instance. [ 1986.160124] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [{"id": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "address": "fa:16:3e:a2:a9:5d", "network": {"id": "f2c108b1-d415-4c7f-ac88-a519431c238e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-223238198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256203ef5c6a47b18291554b9f1a7efa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea4b30d-8a", "ovs_interfaceid": "bea4b30d-8ad3-4f2d-9056-01fbedb9c534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.397678] env[62105]: DEBUG nova.compute.manager [req-23970ebc-f3de-4f18-bf5b-9949640677e3 req-3e0e25ed-6bb3-471c-947b-9fdb1a2ae75c service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-vif-unplugged-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1986.397953] env[62105]: DEBUG oslo_concurrency.lockutils [req-23970ebc-f3de-4f18-bf5b-9949640677e3 req-3e0e25ed-6bb3-471c-947b-9fdb1a2ae75c service nova] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.398616] env[62105]: DEBUG oslo_concurrency.lockutils [req-23970ebc-f3de-4f18-bf5b-9949640677e3 req-3e0e25ed-6bb3-471c-947b-9fdb1a2ae75c service nova] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.398809] env[62105]: DEBUG oslo_concurrency.lockutils [req-23970ebc-f3de-4f18-bf5b-9949640677e3 req-3e0e25ed-6bb3-471c-947b-9fdb1a2ae75c service nova] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.398991] env[62105]: DEBUG nova.compute.manager [req-23970ebc-f3de-4f18-bf5b-9949640677e3 req-3e0e25ed-6bb3-471c-947b-9fdb1a2ae75c service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] No waiting events found dispatching network-vif-unplugged-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.399194] env[62105]: WARNING nova.compute.manager [req-23970ebc-f3de-4f18-bf5b-9949640677e3 req-3e0e25ed-6bb3-471c-947b-9fdb1a2ae75c service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received unexpected event network-vif-unplugged-41c764ff-82fb-4d28-801e-b0803655d4df for instance with vm_state shelved and task_state shelving_offloading. [ 1986.472094] env[62105]: DEBUG oslo_concurrency.lockutils [None req-90038cca-ab09-4830-a312-e092a4c27155 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.067s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.496725] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1986.497677] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d32669-61e0-4320-8135-8a5cd4cf94d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.505782] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.506047] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b4b7899-16c9-41a4-a1aa-18d2d21b9a9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.666021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-b90beaa3-fa82-4f4c-a372-944c8265c275" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.666021] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.666021] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 1986.666021] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1986.804709] env[62105]: DEBUG nova.compute.manager [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Received event network-changed-a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1986.804884] env[62105]: DEBUG nova.compute.manager [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Refreshing instance network info cache due to event network-changed-a3a9683b-1185-4ab8-bbdc-aaa26053c345. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1986.805118] env[62105]: DEBUG oslo_concurrency.lockutils [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] Acquiring lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.805267] env[62105]: DEBUG oslo_concurrency.lockutils [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] Acquired lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.805480] env[62105]: DEBUG nova.network.neutron [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Refreshing network info cache for port a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1987.055805] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "5010409b-2fbd-4290-99c2-1e53d46d44c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.056280] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.168906] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.169233] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.169448] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.169642] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1987.170607] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6dba9-847a-403e-bc5b-9bdc51ee4234 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.179140] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0d7886-ce98-4b2c-ba9e-ce7015719193 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.192823] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77385975-8b31-4125-889b-a0e591a70eec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.199497] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44348d96-8557-41a3-a5e3-5eaf3fe22cd7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.229159] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1987.229292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.229486] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.437366] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b90beaa3-fa82-4f4c-a372-944c8265c275" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.437704] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.437869] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "b90beaa3-fa82-4f4c-a372-944c8265c275-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.438032] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.438209] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.440397] env[62105]: INFO nova.compute.manager [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Terminating instance [ 1987.522838] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1987.523014] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1987.523203] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleting the datastore file [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1987.523508] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36258ab-cc87-4498-bad4-30e5629a6286 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.530835] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 1987.530835] env[62105]: value = "task-1904478" [ 1987.530835] env[62105]: _type = "Task" [ 1987.530835] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.538490] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.558405] env[62105]: DEBUG nova.network.neutron [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updated VIF entry in instance network info cache for port a3a9683b-1185-4ab8-bbdc-aaa26053c345. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1987.558763] env[62105]: DEBUG nova.network.neutron [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [{"id": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "address": "fa:16:3e:39:5b:49", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a9683b-11", "ovs_interfaceid": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.560063] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1987.947177] env[62105]: DEBUG nova.compute.manager [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1987.947446] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1987.948537] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcc6abd-dd67-4f83-8978-d9bccc2d6290 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.956934] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.957226] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60ccd1d-0d5b-4748-8d76-a14eddf88e89 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.964137] env[62105]: DEBUG oslo_vmware.api [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1987.964137] env[62105]: value = "task-1904479" [ 1987.964137] env[62105]: _type = "Task" [ 1987.964137] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.972367] env[62105]: DEBUG oslo_vmware.api [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.040626] env[62105]: DEBUG oslo_vmware.api [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210076} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.040916] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1988.041149] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1988.041462] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1988.063740] env[62105]: DEBUG oslo_concurrency.lockutils [req-8b30f2bd-b636-4a0f-b9d0-f97d1a698bda req-5f6e8a86-f401-44b9-b601-103d0d25e757 service nova] Releasing lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.068156] env[62105]: INFO nova.scheduler.client.report [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted allocations for instance 48d3f88c-6900-4342-9c06-8482d3380a50 [ 1988.085035] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.253242] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance b90beaa3-fa82-4f4c-a372-944c8265c275 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1988.253407] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ad193a0d-8438-4161-8a54-65c64d0c698a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1988.253534] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 6590a7b2-6e11-4b96-a855-4e82354ad29c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1988.253656] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance be3436ee-6e21-4500-b60e-8df69bdeb848 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1988.424726] env[62105]: DEBUG nova.compute.manager [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1988.424921] env[62105]: DEBUG nova.compute.manager [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing instance network info cache due to event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1988.425157] env[62105]: DEBUG oslo_concurrency.lockutils [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.425431] env[62105]: DEBUG oslo_concurrency.lockutils [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.425508] env[62105]: DEBUG nova.network.neutron [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.473881] env[62105]: DEBUG oslo_vmware.api [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904479, 'name': PowerOffVM_Task, 'duration_secs': 0.243159} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.473881] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.474211] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.474292] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e37c0ee-1aa0-4575-b3d6-7f676ae0a460 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.569906] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.570480] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.570706] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleting the datastore file [datastore1] b90beaa3-fa82-4f4c-a372-944c8265c275 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1988.570975] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b84da35b-61e4-4468-a519-7e3b9899364d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.575227] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.577625] env[62105]: DEBUG oslo_vmware.api [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for the task: (returnval){ [ 1988.577625] env[62105]: value = "task-1904481" [ 1988.577625] env[62105]: _type = "Task" [ 1988.577625] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.585736] env[62105]: DEBUG oslo_vmware.api [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.757138] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 5010409b-2fbd-4290-99c2-1e53d46d44c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1988.757400] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1988.757532] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1988.825887] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee5284c-83ab-4f2d-a618-272df2bccc0d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.833120] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6763ba-69de-4820-8eee-dd3c2c2f6455 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.862057] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b411ad0b-a02f-459b-87f8-6f4babca5178 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.870023] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342bba6b-6605-4730-8e19-1b0e61957235 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.881974] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.087638] env[62105]: DEBUG oslo_vmware.api [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Task: {'id': task-1904481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221641} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.090384] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.090519] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.090668] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.090817] env[62105]: INFO nova.compute.manager [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1989.091101] env[62105]: DEBUG oslo.service.loopingcall [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.091275] env[62105]: DEBUG nova.compute.manager [-] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.091400] env[62105]: DEBUG nova.network.neutron [-] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.161487] env[62105]: DEBUG nova.network.neutron [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updated VIF entry in instance network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1989.161879] env[62105]: DEBUG nova.network.neutron [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap41c764ff-82", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.385677] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1989.601741] env[62105]: DEBUG nova.compute.manager [req-13f73918-472e-49de-94fb-b38e8aee9939 req-69a4df7c-0405-43bd-b55e-22fb9ff47b33 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Received event network-vif-deleted-bea4b30d-8ad3-4f2d-9056-01fbedb9c534 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1989.602013] env[62105]: INFO nova.compute.manager [req-13f73918-472e-49de-94fb-b38e8aee9939 req-69a4df7c-0405-43bd-b55e-22fb9ff47b33 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Neutron deleted interface bea4b30d-8ad3-4f2d-9056-01fbedb9c534; detaching it from the instance and deleting it from the info cache [ 1989.602204] env[62105]: DEBUG nova.network.neutron [req-13f73918-472e-49de-94fb-b38e8aee9939 req-69a4df7c-0405-43bd-b55e-22fb9ff47b33 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.665190] env[62105]: DEBUG oslo_concurrency.lockutils [req-5c9c807a-59b9-44b8-9815-717827cbd835 req-61a23dbf-8f6e-4085-a066-ed9ddd727b2a service nova] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.890222] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1989.890465] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.661s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.890663] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.806s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.892144] env[62105]: INFO nova.compute.claims [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1989.947373] env[62105]: DEBUG nova.network.neutron [-] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.105060] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aae129df-c554-43c5-ab29-621b2cefc988 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.114332] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d75797-5214-42b5-9bbf-a7a1deedd41b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.138299] env[62105]: DEBUG nova.compute.manager [req-13f73918-472e-49de-94fb-b38e8aee9939 req-69a4df7c-0405-43bd-b55e-22fb9ff47b33 service nova] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Detach interface failed, port_id=bea4b30d-8ad3-4f2d-9056-01fbedb9c534, reason: Instance b90beaa3-fa82-4f4c-a372-944c8265c275 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 1990.336966] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.449506] env[62105]: INFO nova.compute.manager [-] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Took 1.36 seconds to deallocate network for instance. [ 1990.955253] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.979499] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f1c149-7771-4cb1-83c1-667b96c0217b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.986966] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4010e77c-1005-426c-a28f-851ab7e71f19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.016129] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312aa28-0ec8-4651-8ba3-b10f8761f5d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.023121] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a93d92b-363b-4016-97b3-09c13b2be01c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.035627] env[62105]: DEBUG nova.compute.provider_tree [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1991.539863] env[62105]: DEBUG nova.scheduler.client.report [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.044808] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.045323] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1992.049015] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.474s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.049261] env[62105]: DEBUG nova.objects.instance [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'resources' on Instance uuid 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.550433] env[62105]: DEBUG nova.compute.utils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.552094] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1992.552314] env[62105]: DEBUG nova.network.neutron [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1992.554545] env[62105]: DEBUG nova.objects.instance [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'numa_topology' on Instance uuid 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1992.605008] env[62105]: DEBUG nova.policy [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 1992.847867] env[62105]: DEBUG nova.network.neutron [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Successfully created port: 0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1993.057048] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1993.060115] env[62105]: DEBUG nova.objects.base [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Object Instance<48d3f88c-6900-4342-9c06-8482d3380a50> lazy-loaded attributes: resources,numa_topology {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1993.148079] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56764f0-420d-4683-8446-ed22bcc13aa2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.156102] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b14869d-8c5a-4f54-a440-4baff3291cf4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.185625] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8b1b1e-0d38-456a-80c8-ec786b2a355d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.192636] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541706e-2b18-4bfe-bce5-d78e8f72327d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.205791] env[62105]: DEBUG nova.compute.provider_tree [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.710071] env[62105]: DEBUG nova.scheduler.client.report [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.072668] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1994.098896] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.099162] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.099325] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.099510] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.099659] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.100539] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.100831] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.101038] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.101221] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.101390] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.101570] env[62105]: DEBUG nova.virt.hardware [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.102465] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d56092-cb14-4788-8fe0-2fa5384ac330 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.112391] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8656f-c999-404a-bf23-33e1757b3baa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.213830] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.217065] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.262s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.217318] env[62105]: DEBUG nova.objects.instance [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lazy-loading 'resources' on Instance uuid b90beaa3-fa82-4f4c-a372-944c8265c275 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.229799] env[62105]: DEBUG nova.compute.manager [req-0916f22c-6e6a-4f41-a06e-44de7ffac322 req-50367a12-59b6-4379-abe0-2c75b5e04945 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Received event network-vif-plugged-0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1994.230026] env[62105]: DEBUG oslo_concurrency.lockutils [req-0916f22c-6e6a-4f41-a06e-44de7ffac322 req-50367a12-59b6-4379-abe0-2c75b5e04945 service nova] Acquiring lock "5010409b-2fbd-4290-99c2-1e53d46d44c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.230250] env[62105]: DEBUG oslo_concurrency.lockutils [req-0916f22c-6e6a-4f41-a06e-44de7ffac322 req-50367a12-59b6-4379-abe0-2c75b5e04945 service nova] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.230458] env[62105]: DEBUG oslo_concurrency.lockutils [req-0916f22c-6e6a-4f41-a06e-44de7ffac322 req-50367a12-59b6-4379-abe0-2c75b5e04945 service nova] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.230622] env[62105]: DEBUG nova.compute.manager [req-0916f22c-6e6a-4f41-a06e-44de7ffac322 req-50367a12-59b6-4379-abe0-2c75b5e04945 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] No waiting events found dispatching network-vif-plugged-0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.230738] env[62105]: WARNING nova.compute.manager [req-0916f22c-6e6a-4f41-a06e-44de7ffac322 req-50367a12-59b6-4379-abe0-2c75b5e04945 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Received unexpected event network-vif-plugged-0dcf291f-b430-472d-bfc4-6a5687e9c0cf for instance with vm_state building and task_state spawning. [ 1994.332142] env[62105]: DEBUG nova.network.neutron [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Successfully updated port: 0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1994.724829] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a774c47d-487e-4220-b3df-1e56516ea0f6 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.387s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.725788] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.389s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.725971] env[62105]: INFO nova.compute.manager [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Unshelving [ 1994.800486] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf992a-9a30-4940-b364-6daf2fb018f8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.807956] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a45a03-fb79-4415-8d18-d545a9297660 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.836939] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-5010409b-2fbd-4290-99c2-1e53d46d44c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.837111] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-5010409b-2fbd-4290-99c2-1e53d46d44c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.837248] env[62105]: DEBUG nova.network.neutron [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.838904] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11867c-2c72-4001-a6a3-00924189c718 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.845966] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e39f73-a187-4db9-b3f7-a013b4c0310d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.861229] env[62105]: DEBUG nova.compute.provider_tree [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1995.364592] env[62105]: DEBUG nova.scheduler.client.report [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1995.372370] env[62105]: DEBUG nova.network.neutron [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1995.500686] env[62105]: DEBUG nova.network.neutron [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Updating instance_info_cache with network_info: [{"id": "0dcf291f-b430-472d-bfc4-6a5687e9c0cf", "address": "fa:16:3e:53:8e:3f", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf291f-b4", "ovs_interfaceid": "0dcf291f-b430-472d-bfc4-6a5687e9c0cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.750743] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.869358] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.871858] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.121s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.871858] env[62105]: DEBUG nova.objects.instance [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'pci_requests' on Instance uuid 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.887651] env[62105]: INFO nova.scheduler.client.report [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Deleted allocations for instance b90beaa3-fa82-4f4c-a372-944c8265c275 [ 1996.004873] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-5010409b-2fbd-4290-99c2-1e53d46d44c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.005191] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Instance network_info: |[{"id": "0dcf291f-b430-472d-bfc4-6a5687e9c0cf", "address": "fa:16:3e:53:8e:3f", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf291f-b4", "ovs_interfaceid": "0dcf291f-b430-472d-bfc4-6a5687e9c0cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1996.005679] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:8e:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dcf291f-b430-472d-bfc4-6a5687e9c0cf', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1996.013137] env[62105]: DEBUG oslo.service.loopingcall [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1996.013344] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1996.013576] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-687aa59d-788d-41b4-bd46-438be5c99f41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.033705] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1996.033705] env[62105]: value = "task-1904482" [ 1996.033705] env[62105]: _type = "Task" [ 1996.033705] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.043013] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904482, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.256522] env[62105]: DEBUG nova.compute.manager [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Received event network-changed-0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 1996.256788] env[62105]: DEBUG nova.compute.manager [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Refreshing instance network info cache due to event network-changed-0dcf291f-b430-472d-bfc4-6a5687e9c0cf. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 1996.257024] env[62105]: DEBUG oslo_concurrency.lockutils [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] Acquiring lock "refresh_cache-5010409b-2fbd-4290-99c2-1e53d46d44c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.257181] env[62105]: DEBUG oslo_concurrency.lockutils [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] Acquired lock "refresh_cache-5010409b-2fbd-4290-99c2-1e53d46d44c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.257344] env[62105]: DEBUG nova.network.neutron [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Refreshing network info cache for port 0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.375232] env[62105]: DEBUG nova.objects.instance [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'numa_topology' on Instance uuid 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1996.393991] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4825bf6f-d120-4fe5-b61b-d344cd64aef5 tempest-ServerActionsTestOtherA-693034945 tempest-ServerActionsTestOtherA-693034945-project-member] Lock "b90beaa3-fa82-4f4c-a372-944c8265c275" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.956s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.542822] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904482, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.877486] env[62105]: INFO nova.compute.claims [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1996.956146] env[62105]: DEBUG nova.network.neutron [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Updated VIF entry in instance network info cache for port 0dcf291f-b430-472d-bfc4-6a5687e9c0cf. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1996.956518] env[62105]: DEBUG nova.network.neutron [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Updating instance_info_cache with network_info: [{"id": "0dcf291f-b430-472d-bfc4-6a5687e9c0cf", "address": "fa:16:3e:53:8e:3f", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dcf291f-b4", "ovs_interfaceid": "0dcf291f-b430-472d-bfc4-6a5687e9c0cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.044305] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904482, 'name': CreateVM_Task, 'duration_secs': 0.585571} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.044484] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1997.045160] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.045328] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.045690] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1997.045941] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-971e821b-aa28-4a9b-a33d-225ff9cd85da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.050174] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1997.050174] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ed868-c080-0bea-c43f-44a4149756b1" [ 1997.050174] env[62105]: _type = "Task" [ 1997.050174] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.057375] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ed868-c080-0bea-c43f-44a4149756b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.459215] env[62105]: DEBUG oslo_concurrency.lockutils [req-d51faded-6a82-499c-88a0-e456d96a512a req-9c901ad0-046e-4afa-8b3f-ca2bfe12770c service nova] Releasing lock "refresh_cache-5010409b-2fbd-4290-99c2-1e53d46d44c5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.562046] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ed868-c080-0bea-c43f-44a4149756b1, 'name': SearchDatastore_Task, 'duration_secs': 0.044261} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.562364] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.562601] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1997.562833] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.562983] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.563178] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1997.563429] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dd9ed36-cd08-4044-9b9e-4a1fd022a606 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.571651] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1997.571874] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1997.572580] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b049e6f0-6b04-4874-8f69-8a9e6ed7fae1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.577304] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1997.577304] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52546ea3-d9c8-cf87-926b-ff07a63a20e9" [ 1997.577304] env[62105]: _type = "Task" [ 1997.577304] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.584810] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52546ea3-d9c8-cf87-926b-ff07a63a20e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.958425] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ba476-0b89-496f-a0e0-7c4ce4896304 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.966479] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56acdae2-ba8d-4e39-bc04-396413e40620 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.995787] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3e1aa-4da0-47fa-abc6-b79d1035eadf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.002970] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffd742c-fda4-416f-a230-088cc38a2f17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.017203] env[62105]: DEBUG nova.compute.provider_tree [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.088753] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52546ea3-d9c8-cf87-926b-ff07a63a20e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008187} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.089979] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4300e82-4bff-45c5-83dc-5e1a0d0f8dca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.095855] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1998.095855] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523ceed9-04e2-e487-16b1-1aa190227182" [ 1998.095855] env[62105]: _type = "Task" [ 1998.095855] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.105209] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523ceed9-04e2-e487-16b1-1aa190227182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.520255] env[62105]: DEBUG nova.scheduler.client.report [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.609429] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523ceed9-04e2-e487-16b1-1aa190227182, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.611825] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.614102] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5010409b-2fbd-4290-99c2-1e53d46d44c5/5010409b-2fbd-4290-99c2-1e53d46d44c5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1998.614102] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ddae20-9653-4bbb-a7b1-8a2faf59a701 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.621936] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 1998.621936] env[62105]: value = "task-1904483" [ 1998.621936] env[62105]: _type = "Task" [ 1998.621936] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.634101] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.025118] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.053743] env[62105]: INFO nova.network.neutron [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating port 41c764ff-82fb-4d28-801e-b0803655d4df with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1999.131686] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.631985] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.133256] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.632873] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.879516] env[62105]: DEBUG nova.compute.manager [req-1247b16e-a02d-4629-aae3-f70bb7fa72fb req-acc2c1ad-33d5-449e-abab-dbfcc4648a95 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-vif-plugged-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2000.879516] env[62105]: DEBUG oslo_concurrency.lockutils [req-1247b16e-a02d-4629-aae3-f70bb7fa72fb req-acc2c1ad-33d5-449e-abab-dbfcc4648a95 service nova] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.879516] env[62105]: DEBUG oslo_concurrency.lockutils [req-1247b16e-a02d-4629-aae3-f70bb7fa72fb req-acc2c1ad-33d5-449e-abab-dbfcc4648a95 service nova] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.879767] env[62105]: DEBUG oslo_concurrency.lockutils [req-1247b16e-a02d-4629-aae3-f70bb7fa72fb req-acc2c1ad-33d5-449e-abab-dbfcc4648a95 service nova] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.879898] env[62105]: DEBUG nova.compute.manager [req-1247b16e-a02d-4629-aae3-f70bb7fa72fb req-acc2c1ad-33d5-449e-abab-dbfcc4648a95 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] No waiting events found dispatching network-vif-plugged-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2000.880344] env[62105]: WARNING nova.compute.manager [req-1247b16e-a02d-4629-aae3-f70bb7fa72fb req-acc2c1ad-33d5-449e-abab-dbfcc4648a95 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received unexpected event network-vif-plugged-41c764ff-82fb-4d28-801e-b0803655d4df for instance with vm_state shelved_offloaded and task_state spawning. [ 2001.053875] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.054093] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.054335] env[62105]: DEBUG nova.network.neutron [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.134890] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.634013] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.773094] env[62105]: DEBUG nova.network.neutron [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.140334] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.276276] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f92e1751a00d9b5e5d4e758f17ad5ef0',container_format='bare',created_at=2024-12-15T01:03:32Z,direct_url=,disk_format='vmdk',id=b667438b-01cc-4f35-a0e4-ebd970aeafe5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-868848844-shelved',owner='d56644e6f4494b69906e9d69d1b80405',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-15T01:03:48Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2002.309020] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2002.309419] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2002.309419] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2002.309498] env[62105]: DEBUG nova.virt.hardware [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2002.310932] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1da7ce1-257f-4164-8016-2405e594517e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.319087] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782431dd-fb2c-4e29-b92b-072f689a50dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.333550] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:73:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3d7e184-c87f-47a5-8d0d-9fa20e07e669', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41c764ff-82fb-4d28-801e-b0803655d4df', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2002.340854] env[62105]: DEBUG oslo.service.loopingcall [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2002.341156] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2002.341382] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec7465f-3ef8-4349-b8e8-4b53a2919ae3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.363026] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "d9e3e468-a390-43c3-b3de-191d948a92cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.363139] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.364129] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2002.364129] env[62105]: value = "task-1904484" [ 2002.364129] env[62105]: _type = "Task" [ 2002.364129] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.372660] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904484, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.638545] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.647038] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.647190] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.865322] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.881279] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904484, 'name': CreateVM_Task, 'duration_secs': 0.332836} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.881389] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2002.882076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.882233] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.882635] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2002.883714] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92698e93-77d9-4385-8f26-6433ea734f56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.887511] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2002.887511] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e" [ 2002.887511] env[62105]: _type = "Task" [ 2002.887511] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.896287] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.915440] env[62105]: DEBUG nova.compute.manager [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2002.915624] env[62105]: DEBUG nova.compute.manager [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing instance network info cache due to event network-changed-41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2002.918533] env[62105]: DEBUG oslo_concurrency.lockutils [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.918533] env[62105]: DEBUG oslo_concurrency.lockutils [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.918533] env[62105]: DEBUG nova.network.neutron [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Refreshing network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2003.137730] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.149159] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.392639] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.392896] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.394337] env[62105]: INFO nova.compute.claims [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2003.402163] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.623496] env[62105]: DEBUG nova.network.neutron [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updated VIF entry in instance network info cache for port 41c764ff-82fb-4d28-801e-b0803655d4df. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2003.624008] env[62105]: DEBUG nova.network.neutron [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.641251] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.670822] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.902324] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.130811] env[62105]: DEBUG oslo_concurrency.lockutils [req-e5a43a0f-6889-4e54-aecf-c17302acb9dd req-dcf9a316-3010-4341-9868-e1b7c2541925 service nova] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.140127] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.399650] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.495228] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d2842-d5be-488b-9062-c8e0c0a37b6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.502751] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0dc84f-ee2e-405e-ac4a-86ceb266a041 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.533622] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08dc617-15eb-474a-b132-80493f261fc7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.541109] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6808e379-9642-41a6-b5aa-f5e5b49f32e5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.554481] env[62105]: DEBUG nova.compute.provider_tree [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2004.640854] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.901595] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.057595] env[62105]: DEBUG nova.scheduler.client.report [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.141313] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.401650] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5290ef2c-94ae-5136-7d87-2c183ddffd7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.562842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.563493] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2005.566214] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.895s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.567653] env[62105]: INFO nova.compute.claims [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.641338] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.902514] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.902809] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Processing image b667438b-01cc-4f35-a0e4-ebd970aeafe5 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2005.903017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.903197] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.903385] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2005.903635] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce6e77b5-7804-4371-8560-09f27be263f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.923085] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2005.923085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2005.923085] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b4920ba-b25d-43a7-8419-1942e566b618 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.928069] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2005.928069] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52943cea-5f3d-9699-4b0a-43b8272d3a25" [ 2005.928069] env[62105]: _type = "Task" [ 2005.928069] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.936728] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52943cea-5f3d-9699-4b0a-43b8272d3a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.072580] env[62105]: DEBUG nova.compute.utils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.076357] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2006.076357] env[62105]: DEBUG nova.network.neutron [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2006.122455] env[62105]: DEBUG nova.policy [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '899f6d44a5b94d0c8390e100fed42739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5003c099f81e4c2fb5d1c61c73801d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2006.143031] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.359644] env[62105]: DEBUG nova.network.neutron [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Successfully created port: 94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2006.438929] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2006.439344] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Fetch image to [datastore1] OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510/OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2006.439557] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Downloading stream optimized image b667438b-01cc-4f35-a0e4-ebd970aeafe5 to [datastore1] OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510/OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510.vmdk on the data store datastore1 as vApp {{(pid=62105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2006.439740] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Downloading image file data b667438b-01cc-4f35-a0e4-ebd970aeafe5 to the ESX as VM named 'OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510' {{(pid=62105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2006.512949] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2006.512949] env[62105]: value = "resgroup-9" [ 2006.512949] env[62105]: _type = "ResourcePool" [ 2006.512949] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2006.513292] env[62105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-57db0938-4017-4517-bddb-3d57deae1ea4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.534524] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease: (returnval){ [ 2006.534524] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52609b22-15dc-1cd5-3049-09fbc3da9417" [ 2006.534524] env[62105]: _type = "HttpNfcLease" [ 2006.534524] env[62105]: } obtained for vApp import into resource pool (val){ [ 2006.534524] env[62105]: value = "resgroup-9" [ 2006.534524] env[62105]: _type = "ResourcePool" [ 2006.534524] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2006.534825] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the lease: (returnval){ [ 2006.534825] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52609b22-15dc-1cd5-3049-09fbc3da9417" [ 2006.534825] env[62105]: _type = "HttpNfcLease" [ 2006.534825] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2006.540836] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2006.540836] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52609b22-15dc-1cd5-3049-09fbc3da9417" [ 2006.540836] env[62105]: _type = "HttpNfcLease" [ 2006.540836] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2006.576581] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2006.643961] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.691745] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ff54b-303d-462e-989e-8dd50f5fe643 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.700342] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d397db-1e3f-4c00-b144-2fe4c05f4479 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.731671] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a845d61-bef3-4b2b-bbf3-514ba59bebbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.739815] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e56e69-1858-409a-883d-75ff81d17afd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.753420] env[62105]: DEBUG nova.compute.provider_tree [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.042583] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2007.042583] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52609b22-15dc-1cd5-3049-09fbc3da9417" [ 2007.042583] env[62105]: _type = "HttpNfcLease" [ 2007.042583] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2007.144254] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.257126] env[62105]: DEBUG nova.scheduler.client.report [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2007.543038] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2007.543038] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52609b22-15dc-1cd5-3049-09fbc3da9417" [ 2007.543038] env[62105]: _type = "HttpNfcLease" [ 2007.543038] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2007.543347] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2007.543347] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52609b22-15dc-1cd5-3049-09fbc3da9417" [ 2007.543347] env[62105]: _type = "HttpNfcLease" [ 2007.543347] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2007.544055] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166f737-0747-4385-8d10-3f42036a854d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.551270] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268a87d-747c-6252-1b46-d907abb15420/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2007.551437] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268a87d-747c-6252-1b46-d907abb15420/disk-0.vmdk. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2007.609872] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2007.617610] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2d4b447-4005-45da-8c75-7d6ba6b42888 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.631764] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2007.632027] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2007.632188] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2007.632373] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2007.632573] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2007.632663] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2007.632907] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2007.633095] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2007.633268] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2007.633431] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2007.633632] env[62105]: DEBUG nova.virt.hardware [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2007.634494] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00813e7-ed78-4227-85cf-8adf8c235fd5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.648875] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0addd85-901c-4cee-a7fb-d2a8caef9199 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.652752] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.762090] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.196s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.762743] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2007.767776] env[62105]: DEBUG nova.compute.manager [req-2c551a30-8deb-4a3c-9e2e-c68a79ea0b0f req-4d252629-aff8-4d25-a37b-e0081df09cba service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Received event network-vif-plugged-94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2007.768203] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c551a30-8deb-4a3c-9e2e-c68a79ea0b0f req-4d252629-aff8-4d25-a37b-e0081df09cba service nova] Acquiring lock "d9e3e468-a390-43c3-b3de-191d948a92cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.769218] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c551a30-8deb-4a3c-9e2e-c68a79ea0b0f req-4d252629-aff8-4d25-a37b-e0081df09cba service nova] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.769218] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c551a30-8deb-4a3c-9e2e-c68a79ea0b0f req-4d252629-aff8-4d25-a37b-e0081df09cba service nova] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.769218] env[62105]: DEBUG nova.compute.manager [req-2c551a30-8deb-4a3c-9e2e-c68a79ea0b0f req-4d252629-aff8-4d25-a37b-e0081df09cba service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] No waiting events found dispatching network-vif-plugged-94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2007.769218] env[62105]: WARNING nova.compute.manager [req-2c551a30-8deb-4a3c-9e2e-c68a79ea0b0f req-4d252629-aff8-4d25-a37b-e0081df09cba service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Received unexpected event network-vif-plugged-94cec060-7ea3-40ba-8487-f210a8f4d042 for instance with vm_state building and task_state spawning. [ 2007.873989] env[62105]: DEBUG nova.network.neutron [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Successfully updated port: 94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2008.148822] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.272548] env[62105]: DEBUG nova.compute.utils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.273256] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.273256] env[62105]: DEBUG nova.network.neutron [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.317134] env[62105]: DEBUG nova.policy [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '899f6d44a5b94d0c8390e100fed42739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5003c099f81e4c2fb5d1c61c73801d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2008.376813] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.376965] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.377144] env[62105]: DEBUG nova.network.neutron [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.582443] env[62105]: DEBUG nova.network.neutron [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Successfully created port: 6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2008.650014] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904483, 'name': CopyVirtualDisk_Task, 'duration_secs': 9.533493} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.650298] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5010409b-2fbd-4290-99c2-1e53d46d44c5/5010409b-2fbd-4290-99c2-1e53d46d44c5.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.650503] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.650758] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a977f965-ca20-4155-b106-036bfb4769cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.658088] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2008.658088] env[62105]: value = "task-1904486" [ 2008.658088] env[62105]: _type = "Task" [ 2008.658088] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.665846] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.776251] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2008.806270] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2008.806514] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268a87d-747c-6252-1b46-d907abb15420/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2008.807539] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671702a6-cd25-4240-b90f-f263d126a0d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.815756] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268a87d-747c-6252-1b46-d907abb15420/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2008.816104] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268a87d-747c-6252-1b46-d907abb15420/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2008.816179] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e6c99afd-9093-4b53-880d-2f3c8280c40c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.910015] env[62105]: DEBUG nova.network.neutron [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2009.090163] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5268a87d-747c-6252-1b46-d907abb15420/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2009.090408] env[62105]: INFO nova.virt.vmwareapi.images [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Downloaded image file data b667438b-01cc-4f35-a0e4-ebd970aeafe5 [ 2009.091240] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5c9af1-c52a-4e4b-98ea-432d224d0b96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.111958] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ada7789d-06a9-4088-bc6b-fd02ccbab989 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.139574] env[62105]: INFO nova.virt.vmwareapi.images [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] The imported VM was unregistered [ 2009.141907] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2009.142159] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5 {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2009.142436] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-743dca82-2b09-4dee-965a-a26629895e67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.151248] env[62105]: DEBUG nova.network.neutron [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [{"id": "94cec060-7ea3-40ba-8487-f210a8f4d042", "address": "fa:16:3e:a1:a8:56", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cec060-7e", "ovs_interfaceid": "94cec060-7ea3-40ba-8487-f210a8f4d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.156540] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Created directory with path [datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5 {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2009.157203] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510/OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510.vmdk to [datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk. {{(pid=62105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2009.157203] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e842ff31-e5f5-4f20-960c-ec99af85da58 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.167791] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10026} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.168890] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2009.169243] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2009.169243] env[62105]: value = "task-1904488" [ 2009.169243] env[62105]: _type = "Task" [ 2009.169243] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.169899] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8068e06c-9075-40d3-ad26-1e7393b1e58d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.179922] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904488, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.198059] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5010409b-2fbd-4290-99c2-1e53d46d44c5/5010409b-2fbd-4290-99c2-1e53d46d44c5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.198059] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5287371e-b600-4f26-8741-615d41db8075 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.217548] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2009.217548] env[62105]: value = "task-1904489" [ 2009.217548] env[62105]: _type = "Task" [ 2009.217548] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.225403] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.654059] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.654240] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Instance network_info: |[{"id": "94cec060-7ea3-40ba-8487-f210a8f4d042", "address": "fa:16:3e:a1:a8:56", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cec060-7e", "ovs_interfaceid": "94cec060-7ea3-40ba-8487-f210a8f4d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2009.654735] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a8:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94cec060-7ea3-40ba-8487-f210a8f4d042', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2009.662409] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating folder: Project (5003c099f81e4c2fb5d1c61c73801d7d). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2009.662724] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb8fd654-11d5-4db4-b4c2-1a8379b218fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.679915] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created folder: Project (5003c099f81e4c2fb5d1c61c73801d7d) in parent group-v392807. [ 2009.680114] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating folder: Instances. Parent ref: group-v393115. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2009.680745] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa2a6177-33ad-4137-97b0-9d411d53680c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.687318] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904488, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.692685] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created folder: Instances in parent group-v393115. [ 2009.692938] env[62105]: DEBUG oslo.service.loopingcall [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.693157] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2009.693380] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca7483ec-356c-40fd-a268-31838907a7e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.714671] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2009.714671] env[62105]: value = "task-1904492" [ 2009.714671] env[62105]: _type = "Task" [ 2009.714671] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.729948] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.730178] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904492, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.785907] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2009.796838] env[62105]: DEBUG nova.compute.manager [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Received event network-changed-94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2009.797085] env[62105]: DEBUG nova.compute.manager [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Refreshing instance network info cache due to event network-changed-94cec060-7ea3-40ba-8487-f210a8f4d042. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2009.797315] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] Acquiring lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.797532] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] Acquired lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.797659] env[62105]: DEBUG nova.network.neutron [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Refreshing network info cache for port 94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2009.819070] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2009.819441] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2009.819621] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2009.819830] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2009.820140] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2009.820386] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2009.820624] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2009.820788] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2009.821117] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2009.821332] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2009.821516] env[62105]: DEBUG nova.virt.hardware [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2009.822790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e3aa7-81f5-4b2a-9e90-8ea0934f49ec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.834301] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2656ead7-2883-4c8c-bc24-bb6480b8ca87 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.096062] env[62105]: DEBUG nova.network.neutron [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Successfully updated port: 6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2010.185834] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904488, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.228964] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.232555] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904492, 'name': CreateVM_Task, 'duration_secs': 0.391908} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.232703] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2010.233316] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.233490] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.233816] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2010.234099] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed6e8430-160d-44ef-90af-bb5fbb50e275 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.241222] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2010.241222] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ac9124-821a-3aa8-3de0-705eb7a4ccdd" [ 2010.241222] env[62105]: _type = "Task" [ 2010.241222] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.252427] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ac9124-821a-3aa8-3de0-705eb7a4ccdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.341951] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.342154] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.513331] env[62105]: DEBUG nova.network.neutron [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updated VIF entry in instance network info cache for port 94cec060-7ea3-40ba-8487-f210a8f4d042. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2010.513789] env[62105]: DEBUG nova.network.neutron [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [{"id": "94cec060-7ea3-40ba-8487-f210a8f4d042", "address": "fa:16:3e:a1:a8:56", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cec060-7e", "ovs_interfaceid": "94cec060-7ea3-40ba-8487-f210a8f4d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.600243] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.600427] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.600583] env[62105]: DEBUG nova.network.neutron [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2010.687144] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904488, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.730455] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904489, 'name': ReconfigVM_Task, 'duration_secs': 1.437785} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.730780] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5010409b-2fbd-4290-99c2-1e53d46d44c5/5010409b-2fbd-4290-99c2-1e53d46d44c5.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2010.731550] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e22305ea-3ee3-4e1d-9538-df6ef15ef037 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.740289] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2010.740289] env[62105]: value = "task-1904493" [ 2010.740289] env[62105]: _type = "Task" [ 2010.740289] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.753456] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904493, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.757232] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ac9124-821a-3aa8-3de0-705eb7a4ccdd, 'name': SearchDatastore_Task, 'duration_secs': 0.085892} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.757571] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.757846] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2010.758120] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.758285] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2010.758478] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2010.758758] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384a5054-3315-4bfa-a81f-2665631f9689 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.775670] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2010.775859] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2010.776678] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9411eaf-9313-4a4a-825a-d2a7922839a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.784696] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2010.784696] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528958dd-63aa-c216-babc-5189da7ea55a" [ 2010.784696] env[62105]: _type = "Task" [ 2010.784696] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.794932] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528958dd-63aa-c216-babc-5189da7ea55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.845924] env[62105]: DEBUG nova.compute.utils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.016785] env[62105]: DEBUG oslo_concurrency.lockutils [req-1cd22481-9b12-40b2-b932-633850ea2224 req-6bd5ab3b-517e-4d76-a34f-63190d9ee380 service nova] Releasing lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.143220] env[62105]: DEBUG nova.network.neutron [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2011.186585] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904488, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.252729] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904493, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.297343] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528958dd-63aa-c216-babc-5189da7ea55a, 'name': SearchDatastore_Task, 'duration_secs': 0.079348} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.298237] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1cb7822-e70d-426d-ad23-99abe5ddeec2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.306652] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2011.306652] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525e4748-7b78-24d0-b641-e90998459289" [ 2011.306652] env[62105]: _type = "Task" [ 2011.306652] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.318431] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525e4748-7b78-24d0-b641-e90998459289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.318431] env[62105]: DEBUG nova.network.neutron [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Updating instance_info_cache with network_info: [{"id": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "address": "fa:16:3e:e9:f1:c8", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a78f408-e3", "ovs_interfaceid": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.350202] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.685386] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904488, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.503316} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.685657] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510/OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510.vmdk to [datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk. [ 2011.685929] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Cleaning up location [datastore1] OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2011.686121] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_051fb259-2b60-46fb-a2c8-890290d6b510 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2011.686383] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499404eb-d126-4c1c-95c5-13411fc89439 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.692258] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2011.692258] env[62105]: value = "task-1904494" [ 2011.692258] env[62105]: _type = "Task" [ 2011.692258] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.699685] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.751106] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904493, 'name': Rename_Task, 'duration_secs': 0.898189} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.751481] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2011.751791] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89e1eb4-8dcc-4654-be2a-257a07d0e5fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.758964] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2011.758964] env[62105]: value = "task-1904495" [ 2011.758964] env[62105]: _type = "Task" [ 2011.758964] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.768119] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.816932] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]525e4748-7b78-24d0-b641-e90998459289, 'name': SearchDatastore_Task, 'duration_secs': 0.075852} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.817133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.817334] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/d9e3e468-a390-43c3-b3de-191d948a92cb.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2011.817860] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1141288-9c46-4852-8b8d-bba6e5acac19 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.821347] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.821675] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Instance network_info: |[{"id": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "address": "fa:16:3e:e9:f1:c8", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a78f408-e3", "ovs_interfaceid": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2011.822120] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:f1:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a78f408-e39b-4cb5-9061-ac79e3035f9d', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2011.829470] env[62105]: DEBUG oslo.service.loopingcall [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2011.831112] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2011.831439] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2011.831439] env[62105]: value = "task-1904496" [ 2011.831439] env[62105]: _type = "Task" [ 2011.831439] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.831647] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6e1e7c-4609-4aed-91d9-ff1ba7df3bcf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.852965] env[62105]: DEBUG nova.compute.manager [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Received event network-vif-plugged-6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2011.853213] env[62105]: DEBUG oslo_concurrency.lockutils [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] Acquiring lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.853357] env[62105]: DEBUG oslo_concurrency.lockutils [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.853524] env[62105]: DEBUG oslo_concurrency.lockutils [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.853699] env[62105]: DEBUG nova.compute.manager [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] No waiting events found dispatching network-vif-plugged-6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.853867] env[62105]: WARNING nova.compute.manager [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Received unexpected event network-vif-plugged-6a78f408-e39b-4cb5-9061-ac79e3035f9d for instance with vm_state building and task_state spawning. [ 2011.854041] env[62105]: DEBUG nova.compute.manager [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Received event network-changed-6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2011.854203] env[62105]: DEBUG nova.compute.manager [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Refreshing instance network info cache due to event network-changed-6a78f408-e39b-4cb5-9061-ac79e3035f9d. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2011.854395] env[62105]: DEBUG oslo_concurrency.lockutils [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] Acquiring lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.854531] env[62105]: DEBUG oslo_concurrency.lockutils [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] Acquired lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.854686] env[62105]: DEBUG nova.network.neutron [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Refreshing network info cache for port 6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2011.859899] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2011.859899] env[62105]: value = "task-1904497" [ 2011.859899] env[62105]: _type = "Task" [ 2011.859899] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.860189] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.869466] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904497, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.202518] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083184} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.202945] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2012.202945] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.203223] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk to [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2012.203535] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a595511c-32e4-449e-b03a-bfbf02b2a8e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.210421] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2012.210421] env[62105]: value = "task-1904498" [ 2012.210421] env[62105]: _type = "Task" [ 2012.210421] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.220062] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.268775] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.357643] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904496, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.372044] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904497, 'name': CreateVM_Task, 'duration_secs': 0.352319} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.372044] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2012.372654] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.372812] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.373140] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2012.373391] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8e7765-6d5a-4b55-abda-61141770e9c5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.378025] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2012.378025] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5263d4df-e9f5-0d97-e839-1c5f1eb458f0" [ 2012.378025] env[62105]: _type = "Task" [ 2012.378025] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.385078] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5263d4df-e9f5-0d97-e839-1c5f1eb458f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.417016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.417240] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.417474] env[62105]: INFO nova.compute.manager [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Attaching volume bd967846-dd03-46c2-9176-1be7f6f15b49 to /dev/sdb [ 2012.448166] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d7b6d0-8508-46c6-89e6-6162ab71a931 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.458218] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb107aa-039d-44ef-9f32-fdcd3e05e2d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.471686] env[62105]: DEBUG nova.virt.block_device [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating existing volume attachment record: 6386fd31-2984-4ab0-ba5d-c9c58ca545d0 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2012.581159] env[62105]: DEBUG nova.network.neutron [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Updated VIF entry in instance network info cache for port 6a78f408-e39b-4cb5-9061-ac79e3035f9d. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2012.581331] env[62105]: DEBUG nova.network.neutron [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Updating instance_info_cache with network_info: [{"id": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "address": "fa:16:3e:e9:f1:c8", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a78f408-e3", "ovs_interfaceid": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.719622] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.768380] env[62105]: DEBUG oslo_vmware.api [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904495, 'name': PowerOnVM_Task, 'duration_secs': 0.77675} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.768659] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.768896] env[62105]: INFO nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Took 18.70 seconds to spawn the instance on the hypervisor. [ 2012.769093] env[62105]: DEBUG nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.769859] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a438cfe-2efa-447e-96f3-7311c43e620c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.856178] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562717} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.856463] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/d9e3e468-a390-43c3-b3de-191d948a92cb.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2012.856710] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2012.856974] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c277773-3a8c-4488-adbd-9f25e681e033 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.863532] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2012.863532] env[62105]: value = "task-1904500" [ 2012.863532] env[62105]: _type = "Task" [ 2012.863532] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.871682] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.886536] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5263d4df-e9f5-0d97-e839-1c5f1eb458f0, 'name': SearchDatastore_Task, 'duration_secs': 0.027404} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.886883] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.887129] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2012.887382] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.887572] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.887908] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2012.888267] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878b2247-b88a-4943-807f-4eec8c5a3096 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.897121] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2012.897479] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2012.898444] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f30ca2-afbd-4526-903a-778da7dad0a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.909983] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2012.909983] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523eb31a-a398-9b2b-83b5-db064a58cb01" [ 2012.909983] env[62105]: _type = "Task" [ 2012.909983] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.915306] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523eb31a-a398-9b2b-83b5-db064a58cb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.083943] env[62105]: DEBUG oslo_concurrency.lockutils [req-73d0f75d-5e73-48ce-bdd6-fad976295b6b req-4364ee79-781e-4b82-a7e4-deb0a6bcb8e5 service nova] Releasing lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.224359] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.289402] env[62105]: INFO nova.compute.manager [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Took 25.22 seconds to build instance. [ 2013.375991] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084012} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.376363] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2013.377225] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb84b08-aedc-4607-90b1-934959a6e161 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.401090] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/d9e3e468-a390-43c3-b3de-191d948a92cb.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2013.401428] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3287868-5c15-454e-9119-8f19e4e7c1e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.429117] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523eb31a-a398-9b2b-83b5-db064a58cb01, 'name': SearchDatastore_Task, 'duration_secs': 0.021113} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.431143] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2013.431143] env[62105]: value = "task-1904503" [ 2013.431143] env[62105]: _type = "Task" [ 2013.431143] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.431357] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3125d39c-9306-4dc1-82c8-d931549c9ceb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.442106] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2013.442106] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ce8825-4a47-a19d-0209-713aea20e000" [ 2013.442106] env[62105]: _type = "Task" [ 2013.442106] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.445146] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.455990] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ce8825-4a47-a19d-0209-713aea20e000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.725814] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.791767] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a6002510-dd53-4f8e-a084-5c51f183def4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.735s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.948386] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904503, 'name': ReconfigVM_Task, 'duration_secs': 0.332037} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.952574] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Reconfigured VM instance instance-00000070 to attach disk [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/d9e3e468-a390-43c3-b3de-191d948a92cb.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.953400] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07cf6ccc-8dc7-4b59-90ce-fd1de3a03046 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.962640] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ce8825-4a47-a19d-0209-713aea20e000, 'name': SearchDatastore_Task, 'duration_secs': 0.019848} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.964172] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.964415] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/013ebdf8-22f5-4970-b65d-45ef4a4a4d06.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2013.964734] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2013.964734] env[62105]: value = "task-1904504" [ 2013.964734] env[62105]: _type = "Task" [ 2013.964734] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.964933] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f1fa53-6795-4969-ae8e-dddbbd91a38b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.977814] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904504, 'name': Rename_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.979399] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2013.979399] env[62105]: value = "task-1904505" [ 2013.979399] env[62105]: _type = "Task" [ 2013.979399] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.990556] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.224592] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.478888] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904504, 'name': Rename_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.490573] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.532328] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "5010409b-2fbd-4290-99c2-1e53d46d44c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.532602] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.532822] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "5010409b-2fbd-4290-99c2-1e53d46d44c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.533020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.533204] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.536780] env[62105]: INFO nova.compute.manager [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Terminating instance [ 2014.724995] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.976067] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904504, 'name': Rename_Task, 'duration_secs': 0.594716} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.976351] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2014.976756] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b88fd6a0-069c-47f2-bf2e-20a48b53cbf3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.984283] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2014.984283] env[62105]: value = "task-1904507" [ 2014.984283] env[62105]: _type = "Task" [ 2014.984283] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.992344] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85654} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.993014] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/013ebdf8-22f5-4970-b65d-45ef4a4a4d06.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2014.993282] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2014.993556] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6704950f-1cad-4674-9a4e-d536555d6436 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.998414] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.004515] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2015.004515] env[62105]: value = "task-1904508" [ 2015.004515] env[62105]: _type = "Task" [ 2015.004515] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.013414] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.041665] env[62105]: DEBUG nova.compute.manager [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.041935] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.042888] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ba6d90-8898-447a-ae52-2e8e4003bbb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.050415] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.050695] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06871f66-2df6-4a03-8714-05650cfe1ce7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.057108] env[62105]: DEBUG oslo_vmware.api [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2015.057108] env[62105]: value = "task-1904509" [ 2015.057108] env[62105]: _type = "Task" [ 2015.057108] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.065968] env[62105]: DEBUG oslo_vmware.api [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.224933] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904498, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.780575} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.225894] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b667438b-01cc-4f35-a0e4-ebd970aeafe5/b667438b-01cc-4f35-a0e4-ebd970aeafe5.vmdk to [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2015.226558] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e767bfd9-f7e2-4f9b-abb4-6bfe911ad744 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.251045] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.251045] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9513aa5-21ba-43d1-8495-ee1e97278208 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.271926] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2015.271926] env[62105]: value = "task-1904510" [ 2015.271926] env[62105]: _type = "Task" [ 2015.271926] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.280953] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.495378] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.514423] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073652} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.514686] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2015.515576] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837b5ba0-c251-4cd1-aa26-bb3570457796 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.537499] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/013ebdf8-22f5-4970-b65d-45ef4a4a4d06.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2015.537727] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5b2fa0-755f-46de-a37d-3c29c2acd799 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.555954] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2015.555954] env[62105]: value = "task-1904511" [ 2015.555954] env[62105]: _type = "Task" [ 2015.555954] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.566559] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.569032] env[62105]: DEBUG oslo_vmware.api [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904509, 'name': PowerOffVM_Task, 'duration_secs': 0.237278} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.569277] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2015.569447] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2015.569665] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a754b6a-ec32-41d7-8ad2-4aba4e494d98 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.642908] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2015.643172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2015.643381] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore1] 5010409b-2fbd-4290-99c2-1e53d46d44c5 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2015.643676] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f70b10ec-779b-4f4d-8b90-48d4414459ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.650989] env[62105]: DEBUG oslo_vmware.api [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2015.650989] env[62105]: value = "task-1904513" [ 2015.650989] env[62105]: _type = "Task" [ 2015.650989] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.658485] env[62105]: DEBUG oslo_vmware.api [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.781575] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.996983] env[62105]: DEBUG oslo_vmware.api [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904507, 'name': PowerOnVM_Task, 'duration_secs': 0.533657} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.997269] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2015.997470] env[62105]: INFO nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Took 8.39 seconds to spawn the instance on the hypervisor. [ 2015.997648] env[62105]: DEBUG nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2015.998388] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2b8312-5702-49e1-8bc8-d2970cc0835f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.066938] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.161222] env[62105]: DEBUG oslo_vmware.api [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197241} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.161593] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2016.161734] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2016.161909] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2016.162107] env[62105]: INFO nova.compute.manager [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2016.162355] env[62105]: DEBUG oslo.service.loopingcall [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2016.162549] env[62105]: DEBUG nova.compute.manager [-] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2016.162650] env[62105]: DEBUG nova.network.neutron [-] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2016.284644] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904510, 'name': ReconfigVM_Task, 'duration_secs': 0.783257} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.284972] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50/48d3f88c-6900-4342-9c06-8482d3380a50.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2016.285691] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f940c174-e285-47c8-9cf7-6185b7b833f5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.293038] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2016.293038] env[62105]: value = "task-1904514" [ 2016.293038] env[62105]: _type = "Task" [ 2016.293038] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.301584] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904514, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.442392] env[62105]: DEBUG nova.compute.manager [req-799070f2-566d-4386-8cae-c69120d68bca req-b032d3d8-a81f-4cd4-8acd-91ab7da08dc2 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Received event network-vif-deleted-0dcf291f-b430-472d-bfc4-6a5687e9c0cf {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2016.442604] env[62105]: INFO nova.compute.manager [req-799070f2-566d-4386-8cae-c69120d68bca req-b032d3d8-a81f-4cd4-8acd-91ab7da08dc2 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Neutron deleted interface 0dcf291f-b430-472d-bfc4-6a5687e9c0cf; detaching it from the instance and deleting it from the info cache [ 2016.442783] env[62105]: DEBUG nova.network.neutron [req-799070f2-566d-4386-8cae-c69120d68bca req-b032d3d8-a81f-4cd4-8acd-91ab7da08dc2 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.517960] env[62105]: INFO nova.compute.manager [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Took 13.14 seconds to build instance. [ 2016.566368] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.803227] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904514, 'name': Rename_Task, 'duration_secs': 0.297544} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.803603] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2016.803903] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739d0a33-e414-413b-89a9-7ecc4aaf3ddc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.810981] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2016.810981] env[62105]: value = "task-1904515" [ 2016.810981] env[62105]: _type = "Task" [ 2016.810981] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.819428] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.919822] env[62105]: DEBUG nova.network.neutron [-] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.945826] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3076af62-8d99-4486-8d6d-7c1b86aa255b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.955449] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56645a00-7ed3-4c2f-8616-5edc739404cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.984886] env[62105]: DEBUG nova.compute.manager [req-799070f2-566d-4386-8cae-c69120d68bca req-b032d3d8-a81f-4cd4-8acd-91ab7da08dc2 service nova] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Detach interface failed, port_id=0dcf291f-b430-472d-bfc4-6a5687e9c0cf, reason: Instance 5010409b-2fbd-4290-99c2-1e53d46d44c5 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2017.020305] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1457dfbd-e802-4d6b-9768-fe4647d21021 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.657s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.067386] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904511, 'name': ReconfigVM_Task, 'duration_secs': 1.032335} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.067594] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/013ebdf8-22f5-4970-b65d-45ef4a4a4d06.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2017.068115] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3280d66a-2b38-4bfe-9989-9e9c621f3a0a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.074684] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2017.074684] env[62105]: value = "task-1904516" [ 2017.074684] env[62105]: _type = "Task" [ 2017.074684] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.082744] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904516, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.321182] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.422985] env[62105]: INFO nova.compute.manager [-] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Took 1.26 seconds to deallocate network for instance. [ 2017.519731] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2017.520044] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393120', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'name': 'volume-bd967846-dd03-46c2-9176-1be7f6f15b49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad193a0d-8438-4161-8a54-65c64d0c698a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'serial': 'bd967846-dd03-46c2-9176-1be7f6f15b49'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2017.520918] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad1e4c-9169-4654-96a0-9f64648a6157 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.537608] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c70122-79a8-41a0-8590-6b4f9352762a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.561509] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-bd967846-dd03-46c2-9176-1be7f6f15b49/volume-bd967846-dd03-46c2-9176-1be7f6f15b49.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2017.561711] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c2edd3-c536-45c0-9ba4-46d8eb1e7baa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.579664] env[62105]: DEBUG oslo_vmware.api [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2017.579664] env[62105]: value = "task-1904517" [ 2017.579664] env[62105]: _type = "Task" [ 2017.579664] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.585294] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904516, 'name': Rename_Task, 'duration_secs': 0.132013} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.585847] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2017.586078] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0ab8e0-db45-4a3d-9550-bd78722081a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.590474] env[62105]: DEBUG oslo_vmware.api [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.595064] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2017.595064] env[62105]: value = "task-1904518" [ 2017.595064] env[62105]: _type = "Task" [ 2017.595064] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.601773] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.821943] env[62105]: DEBUG oslo_vmware.api [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904515, 'name': PowerOnVM_Task, 'duration_secs': 0.51082} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.822163] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2017.918328] env[62105]: DEBUG nova.compute.manager [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2017.919246] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b532557c-7958-4210-9ecd-9fe47c218ffb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.929143] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.929385] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.929607] env[62105]: DEBUG nova.objects.instance [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid 5010409b-2fbd-4290-99c2-1e53d46d44c5 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2018.094535] env[62105]: DEBUG oslo_vmware.api [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904517, 'name': ReconfigVM_Task, 'duration_secs': 0.355918} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.094701] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-bd967846-dd03-46c2-9176-1be7f6f15b49/volume-bd967846-dd03-46c2-9176-1be7f6f15b49.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2018.100791] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70841d14-d759-45d9-a844-030f8d880163 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.119884] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904518, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.121219] env[62105]: DEBUG oslo_vmware.api [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2018.121219] env[62105]: value = "task-1904519" [ 2018.121219] env[62105]: _type = "Task" [ 2018.121219] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.128523] env[62105]: DEBUG oslo_vmware.api [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.445142] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d60f7e3a-076e-4706-9267-2946ad7d59a3 tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.719s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.551202] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e66cecd-9340-4493-a931-99807818ebe1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.559488] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f57241-5207-4944-b7e9-aedfb01097c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.589695] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9579e0f3-22b6-4f5d-8180-fa8fd4cdb06a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.597977] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f31bf90-c496-4e42-8ce7-97226b8e651a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.609135] env[62105]: DEBUG oslo_vmware.api [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904518, 'name': PowerOnVM_Task, 'duration_secs': 0.865021} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.616671] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2018.616891] env[62105]: INFO nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Took 8.83 seconds to spawn the instance on the hypervisor. [ 2018.617089] env[62105]: DEBUG nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.617556] env[62105]: DEBUG nova.compute.provider_tree [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.620090] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb58ed2d-9615-4978-a449-653ae10670d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.636457] env[62105]: DEBUG oslo_vmware.api [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904519, 'name': ReconfigVM_Task, 'duration_secs': 0.146361} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.636749] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393120', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'name': 'volume-bd967846-dd03-46c2-9176-1be7f6f15b49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ad193a0d-8438-4161-8a54-65c64d0c698a', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'serial': 'bd967846-dd03-46c2-9176-1be7f6f15b49'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2019.120851] env[62105]: DEBUG nova.scheduler.client.report [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.142803] env[62105]: INFO nova.compute.manager [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Took 15.49 seconds to build instance. [ 2019.626501] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.643367] env[62105]: INFO nova.scheduler.client.report [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance 5010409b-2fbd-4290-99c2-1e53d46d44c5 [ 2019.644818] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b0508062-c9b1-4ec0-9607-54a419f4cde7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.998s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.677402] env[62105]: DEBUG nova.objects.instance [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'flavor' on Instance uuid ad193a0d-8438-4161-8a54-65c64d0c698a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.156017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9ff3692a-d31d-4093-ae78-a73fb5cc7b78 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "5010409b-2fbd-4290-99c2-1e53d46d44c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.623s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.182013] env[62105]: DEBUG oslo_concurrency.lockutils [None req-9a5dcf75-124c-4f43-8508-c18168bba091 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.765s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.233482] env[62105]: INFO nova.compute.manager [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Rescuing [ 2020.233736] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.233890] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.234066] env[62105]: DEBUG nova.network.neutron [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2020.516976] env[62105]: DEBUG nova.compute.manager [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Stashing vm_state: active {{(pid=62105) _prep_resize /opt/stack/nova/nova/compute/manager.py:6087}} [ 2020.943568] env[62105]: DEBUG nova.network.neutron [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Updating instance_info_cache with network_info: [{"id": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "address": "fa:16:3e:e9:f1:c8", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a78f408-e3", "ovs_interfaceid": "6a78f408-e39b-4cb5-9061-ac79e3035f9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.037953] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.038295] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.447236] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-013ebdf8-22f5-4970-b65d-45ef4a4a4d06" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.543888] env[62105]: INFO nova.compute.claims [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.673985] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.674126] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.051602] env[62105]: INFO nova.compute.resource_tracker [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating resource usage from migration eca73522-cee6-4daa-9566-3b3ccd159e99 [ 2022.157704] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41e457c-ce5e-4198-aa91-7706d9177987 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.165072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec5cc19-7d8c-4f33-acf2-fba1326d6ac0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.193614] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2022.199915] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f80c4-3f1f-4b3f-852f-eb18e8aeaf3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.205025] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f03979-88bc-4d03-8f72-c983f445ef07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.220027] env[62105]: DEBUG nova.compute.provider_tree [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.711652] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.722727] env[62105]: DEBUG nova.scheduler.client.report [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2022.977494] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.977823] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8d83d81-87e3-4559-b46f-73fe40f35631 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.985618] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2022.985618] env[62105]: value = "task-1904520" [ 2022.985618] env[62105]: _type = "Task" [ 2022.985618] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.993412] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.228134] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.190s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.228487] env[62105]: INFO nova.compute.manager [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Migrating [ 2023.236354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.525s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.237891] env[62105]: INFO nova.compute.claims [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.495870] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904520, 'name': PowerOffVM_Task, 'duration_secs': 0.321362} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.496166] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2023.497034] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e106009-abd9-4809-81c9-4c7f3bbc0f21 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.515201] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6500015c-3338-480e-b71e-eb4efb22f955 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.549634] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.550054] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23b1972f-c067-4abb-80de-cf0950d98cb5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.557873] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2023.557873] env[62105]: value = "task-1904521" [ 2023.557873] env[62105]: _type = "Task" [ 2023.557873] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.564978] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.750918] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.751087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.751276] env[62105]: DEBUG nova.network.neutron [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2024.069012] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2024.069247] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.069494] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.069646] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.069829] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.070085] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b69bc1fe-510d-4760-8acf-9f99c4f580f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.081641] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.081808] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.082504] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0cc60a-c5f3-4a24-9884-052cf8e5441a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.087427] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2024.087427] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fb7525-ea91-6422-7c21-1397dfff0f1d" [ 2024.087427] env[62105]: _type = "Task" [ 2024.087427] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.094447] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fb7525-ea91-6422-7c21-1397dfff0f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.227420] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "be3436ee-6e21-4500-b60e-8df69bdeb848" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.227684] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.227885] env[62105]: DEBUG nova.compute.manager [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.228828] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995d7752-c138-43af-925e-01c60168311c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.236047] env[62105]: DEBUG nova.compute.manager [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2024.236349] env[62105]: DEBUG nova.objects.instance [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'flavor' on Instance uuid be3436ee-6e21-4500-b60e-8df69bdeb848 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.364536] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56129a7-54ef-44c8-ba63-9c01834c4430 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.371868] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e642e6-2041-4ef4-b425-da1f70341cc6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.402097] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d342f48b-d9e4-4826-96c8-a63c696bb424 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.409208] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dfd929-9c63-41a0-9bdc-d70c8e40b9c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.422738] env[62105]: DEBUG nova.compute.provider_tree [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2024.491463] env[62105]: DEBUG nova.network.neutron [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.598197] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fb7525-ea91-6422-7c21-1397dfff0f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.008142} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.598917] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b24910-bb6f-46b4-bc6e-55cc525e8fc0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.603946] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2024.603946] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52862eb4-1706-6bf3-8f54-418ec470f62c" [ 2024.603946] env[62105]: _type = "Task" [ 2024.603946] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.611501] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52862eb4-1706-6bf3-8f54-418ec470f62c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.926324] env[62105]: DEBUG nova.scheduler.client.report [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2024.994111] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.115321] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52862eb4-1706-6bf3-8f54-418ec470f62c, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.115652] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.115981] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. {{(pid=62105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2025.116327] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40fd57ad-6c6e-4047-aff7-19ddb667d9cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.124406] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2025.124406] env[62105]: value = "task-1904522" [ 2025.124406] env[62105]: _type = "Task" [ 2025.124406] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.132433] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.243783] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2025.244192] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f06cf55e-d0bf-4d79-ba17-2ceaaf78f87c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.252391] env[62105]: DEBUG oslo_vmware.api [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 2025.252391] env[62105]: value = "task-1904523" [ 2025.252391] env[62105]: _type = "Task" [ 2025.252391] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.260833] env[62105]: DEBUG oslo_vmware.api [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.433426] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.434047] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2025.634109] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464817} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.634354] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. [ 2025.635142] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061c2103-e346-4d95-a599-b2c8b0bd21cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.659210] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.659441] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cea74da-59be-46ef-bd79-a12054bec425 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.677532] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2025.677532] env[62105]: value = "task-1904524" [ 2025.677532] env[62105]: _type = "Task" [ 2025.677532] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.686037] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.761805] env[62105]: DEBUG oslo_vmware.api [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904523, 'name': PowerOffVM_Task, 'duration_secs': 0.251378} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.762025] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2025.762228] env[62105]: DEBUG nova.compute.manager [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.762944] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b6c9f3-2e21-4f36-bb92-f08390a3168b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.939224] env[62105]: DEBUG nova.compute.utils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.941162] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2025.941336] env[62105]: DEBUG nova.network.neutron [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2025.978867] env[62105]: DEBUG nova.policy [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.187856] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904524, 'name': ReconfigVM_Task, 'duration_secs': 0.305346} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.188233] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.189124] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f70d7-ee15-4971-9152-7fe5d1f979e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.213321] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a16bb8-768b-46d9-97ef-77da29d933f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.228862] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2026.228862] env[62105]: value = "task-1904525" [ 2026.228862] env[62105]: _type = "Task" [ 2026.228862] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.236943] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.238924] env[62105]: DEBUG nova.network.neutron [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Successfully created port: 823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.274170] env[62105]: DEBUG oslo_concurrency.lockutils [None req-bb12282e-7c0d-48ba-b13d-eb258f87e02d tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.441999] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2026.509421] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b9bbf0-3e30-4dfb-81a4-46176834843d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.532390] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 0 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2026.589604] env[62105]: DEBUG nova.objects.instance [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'flavor' on Instance uuid be3436ee-6e21-4500-b60e-8df69bdeb848 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2026.739064] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904525, 'name': ReconfigVM_Task, 'duration_secs': 0.161144} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.739366] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.739614] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51183f6-0a7b-4e12-9201-c027561a8253 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.746567] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2026.746567] env[62105]: value = "task-1904526" [ 2026.746567] env[62105]: _type = "Task" [ 2026.746567] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.754223] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.038701] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2027.039031] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b99922-a151-4212-ad0c-cb30171d45a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.046662] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2027.046662] env[62105]: value = "task-1904527" [ 2027.046662] env[62105]: _type = "Task" [ 2027.046662] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.055684] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.095153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.095401] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.095647] env[62105]: DEBUG nova.network.neutron [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.095899] env[62105]: DEBUG nova.objects.instance [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'info_cache' on Instance uuid be3436ee-6e21-4500-b60e-8df69bdeb848 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.259097] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.451255] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2027.477340] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2027.477577] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2027.477733] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2027.477917] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2027.478083] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2027.478234] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2027.478441] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2027.478601] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2027.478770] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2027.478936] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2027.479124] env[62105]: DEBUG nova.virt.hardware [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2027.479945] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee15ac9-549d-4d2f-96a2-c553f6eb2907 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.487824] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f7f62c-2ff6-423b-b945-edb284e65ca7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.556047] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904527, 'name': PowerOffVM_Task, 'duration_secs': 0.228802} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.556157] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2027.556331] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 17 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2027.599269] env[62105]: DEBUG nova.objects.base [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2027.639343] env[62105]: DEBUG nova.compute.manager [req-e9546a32-d599-43c6-92bc-342e4b9d69de req-df0c6a9b-0e20-4953-bbc9-b02d5c7e9911 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Received event network-vif-plugged-823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2027.639520] env[62105]: DEBUG oslo_concurrency.lockutils [req-e9546a32-d599-43c6-92bc-342e4b9d69de req-df0c6a9b-0e20-4953-bbc9-b02d5c7e9911 service nova] Acquiring lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.639785] env[62105]: DEBUG oslo_concurrency.lockutils [req-e9546a32-d599-43c6-92bc-342e4b9d69de req-df0c6a9b-0e20-4953-bbc9-b02d5c7e9911 service nova] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.639891] env[62105]: DEBUG oslo_concurrency.lockutils [req-e9546a32-d599-43c6-92bc-342e4b9d69de req-df0c6a9b-0e20-4953-bbc9-b02d5c7e9911 service nova] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.640071] env[62105]: DEBUG nova.compute.manager [req-e9546a32-d599-43c6-92bc-342e4b9d69de req-df0c6a9b-0e20-4953-bbc9-b02d5c7e9911 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] No waiting events found dispatching network-vif-plugged-823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2027.640239] env[62105]: WARNING nova.compute.manager [req-e9546a32-d599-43c6-92bc-342e4b9d69de req-df0c6a9b-0e20-4953-bbc9-b02d5c7e9911 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Received unexpected event network-vif-plugged-823907c3-40d1-449f-8966-6cac100d3233 for instance with vm_state building and task_state spawning. [ 2027.733449] env[62105]: DEBUG nova.network.neutron [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Successfully updated port: 823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.755581] env[62105]: DEBUG oslo_vmware.api [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904526, 'name': PowerOnVM_Task, 'duration_secs': 0.527535} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.755903] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.758373] env[62105]: DEBUG nova.compute.manager [None req-f32b1716-8976-4bac-8d32-ec5e3e2e8119 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.759119] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888cc94f-f647-438b-a18c-87f80c89f594 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.062708] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.062975] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.063150] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.063338] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.063484] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.063648] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.063940] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.064134] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.064310] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.064475] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.064652] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.072053] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc088458-d878-4873-b6f2-2dda18480a82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.094754] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2028.094754] env[62105]: value = "task-1904528" [ 2028.094754] env[62105]: _type = "Task" [ 2028.094754] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.106888] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.236248] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-0802e66c-b308-4443-b5f6-7f4c72f4dc42" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.236248] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-0802e66c-b308-4443-b5f6-7f4c72f4dc42" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.236562] env[62105]: DEBUG nova.network.neutron [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.319694] env[62105]: DEBUG nova.network.neutron [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [{"id": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "address": "fa:16:3e:39:5b:49", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a9683b-11", "ovs_interfaceid": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.503237] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2028.503590] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2028.503662] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2028.608388] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904528, 'name': ReconfigVM_Task, 'duration_secs': 0.249088} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.608832] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 33 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2028.769272] env[62105]: DEBUG nova.network.neutron [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.822415] env[62105]: DEBUG oslo_concurrency.lockutils [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.902306] env[62105]: DEBUG nova.network.neutron [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Updating instance_info_cache with network_info: [{"id": "823907c3-40d1-449f-8966-6cac100d3233", "address": "fa:16:3e:98:af:13", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823907c3-40", "ovs_interfaceid": "823907c3-40d1-449f-8966-6cac100d3233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.034451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.034624] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.034777] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2029.117074] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.117289] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.117452] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.117637] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.117789] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.117941] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.118168] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.118324] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.118492] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.118655] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.118830] env[62105]: DEBUG nova.virt.hardware [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.124074] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2029.124350] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc2b941-0c24-40f0-a885-92d7ee90d759 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.143507] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2029.143507] env[62105]: value = "task-1904529" [ 2029.143507] env[62105]: _type = "Task" [ 2029.143507] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.151263] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.404826] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-0802e66c-b308-4443-b5f6-7f4c72f4dc42" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.405132] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Instance network_info: |[{"id": "823907c3-40d1-449f-8966-6cac100d3233", "address": "fa:16:3e:98:af:13", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823907c3-40", "ovs_interfaceid": "823907c3-40d1-449f-8966-6cac100d3233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2029.405569] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:af:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823907c3-40d1-449f-8966-6cac100d3233', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.413054] env[62105]: DEBUG oslo.service.loopingcall [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.413275] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.413929] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cb6fa19-f452-4a35-bd16-d215b67fb8b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.434286] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.434286] env[62105]: value = "task-1904530" [ 2029.434286] env[62105]: _type = "Task" [ 2029.434286] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.442920] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904530, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.656169] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904529, 'name': ReconfigVM_Task, 'duration_secs': 0.233156} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.656516] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2029.657473] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca164d-f3a1-4a7f-bca0-f2015749bcf4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.683157] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2029.684468] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f35b8c-bea4-4b54-ad36-7b545b93480c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.698664] env[62105]: DEBUG nova.compute.manager [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Received event network-changed-823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2029.698853] env[62105]: DEBUG nova.compute.manager [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Refreshing instance network info cache due to event network-changed-823907c3-40d1-449f-8966-6cac100d3233. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2029.699084] env[62105]: DEBUG oslo_concurrency.lockutils [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] Acquiring lock "refresh_cache-0802e66c-b308-4443-b5f6-7f4c72f4dc42" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.699233] env[62105]: DEBUG oslo_concurrency.lockutils [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] Acquired lock "refresh_cache-0802e66c-b308-4443-b5f6-7f4c72f4dc42" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.699393] env[62105]: DEBUG nova.network.neutron [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Refreshing network info cache for port 823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.706520] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2029.706520] env[62105]: value = "task-1904531" [ 2029.706520] env[62105]: _type = "Task" [ 2029.706520] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.715831] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.828565] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2029.828904] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea3319bb-4131-4d75-add4-6220a2d51ad7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.839191] env[62105]: DEBUG oslo_vmware.api [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 2029.839191] env[62105]: value = "task-1904532" [ 2029.839191] env[62105]: _type = "Task" [ 2029.839191] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.848966] env[62105]: DEBUG oslo_vmware.api [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.944719] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904530, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.216433] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904531, 'name': ReconfigVM_Task, 'duration_secs': 0.287207} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.216724] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.217070] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 50 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2030.265980] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [{"id": "41c764ff-82fb-4d28-801e-b0803655d4df", "address": "fa:16:3e:44:73:a3", "network": {"id": "aa7a504e-359c-4794-bf6e-8b48a1ac2174", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1967839508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d56644e6f4494b69906e9d69d1b80405", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3d7e184-c87f-47a5-8d0d-9fa20e07e669", "external-id": "nsx-vlan-transportzone-746", "segmentation_id": 746, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41c764ff-82", "ovs_interfaceid": "41c764ff-82fb-4d28-801e-b0803655d4df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.348576] env[62105]: DEBUG oslo_vmware.api [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.386089] env[62105]: DEBUG nova.network.neutron [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Updated VIF entry in instance network info cache for port 823907c3-40d1-449f-8966-6cac100d3233. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.386468] env[62105]: DEBUG nova.network.neutron [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Updating instance_info_cache with network_info: [{"id": "823907c3-40d1-449f-8966-6cac100d3233", "address": "fa:16:3e:98:af:13", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823907c3-40", "ovs_interfaceid": "823907c3-40d1-449f-8966-6cac100d3233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.447137] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904530, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.599978] env[62105]: INFO nova.compute.manager [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Rescuing [ 2030.600323] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.600489] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.600657] env[62105]: DEBUG nova.network.neutron [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2030.724362] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a14d8-45b2-4c41-b3b0-de1fced7e3d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.746887] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970badb-39a2-4664-b83f-a65952ecaf4e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.769581] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-48d3f88c-6900-4342-9c06-8482d3380a50" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.769768] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 2030.770078] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 67 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2030.773531] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.773596] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.773934] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.774113] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.774263] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.774412] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.774544] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2030.774765] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.774928] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=62105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 2030.849135] env[62105]: DEBUG oslo_vmware.api [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.889126] env[62105]: DEBUG oslo_concurrency.lockutils [req-b39a1d38-3f34-4a78-98d2-0ee7e77fa306 req-391c0be2-65fd-48fa-9859-669d982a9164 service nova] Releasing lock "refresh_cache-0802e66c-b308-4443-b5f6-7f4c72f4dc42" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.948104] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904530, 'name': CreateVM_Task, 'duration_secs': 1.031123} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.948296] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2030.949355] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.949559] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.950020] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2030.950372] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23c3f41-f0c0-4727-bfff-80f8f9c1a882 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.954938] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2030.954938] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523be31a-a8a1-adb9-3d42-6dc03c90a5e6" [ 2030.954938] env[62105]: _type = "Task" [ 2030.954938] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.962502] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523be31a-a8a1-adb9-3d42-6dc03c90a5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.278137] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2031.340486] env[62105]: DEBUG nova.network.neutron [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [{"id": "94cec060-7ea3-40ba-8487-f210a8f4d042", "address": "fa:16:3e:a1:a8:56", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cec060-7e", "ovs_interfaceid": "94cec060-7ea3-40ba-8487-f210a8f4d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.351638] env[62105]: DEBUG oslo_vmware.api [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904532, 'name': PowerOnVM_Task, 'duration_secs': 1.090719} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.351975] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.352242] env[62105]: DEBUG nova.compute.manager [None req-e6297185-10d0-4f67-b310-87c94b5dee3e tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.353333] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a5f83f-ac24-4e61-9a97-7e266c0795a2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.467923] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523be31a-a8a1-adb9-3d42-6dc03c90a5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009796} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.468292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.468550] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2031.468788] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.468937] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.469129] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2031.469400] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf55c8e4-7fe2-43e8-9926-2417a49a566d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.479280] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2031.479461] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2031.480275] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10066d3-d508-463b-82c4-98b6ffee8b13 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.486055] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2031.486055] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527d3d81-4028-3975-df21-8fb40a28d8e1" [ 2031.486055] env[62105]: _type = "Task" [ 2031.486055] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.494757] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527d3d81-4028-3975-df21-8fb40a28d8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.846465] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.997150] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527d3d81-4028-3975-df21-8fb40a28d8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.0118} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.997949] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e27663-b89a-4e80-a15f-8323fbde1e17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.003818] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2032.003818] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d49b53-ca9c-23d7-d37c-79308af8f437" [ 2032.003818] env[62105]: _type = "Task" [ 2032.003818] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.012457] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d49b53-ca9c-23d7-d37c-79308af8f437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.471629] env[62105]: DEBUG nova.network.neutron [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Port 7cf7839f-fd5a-444e-89b6-6e55307a137b binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2032.509967] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2032.510213] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 2032.519168] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d49b53-ca9c-23d7-d37c-79308af8f437, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.519599] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.522330] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0802e66c-b308-4443-b5f6-7f4c72f4dc42/0802e66c-b308-4443-b5f6-7f4c72f4dc42.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2032.522645] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4329bdc1-e567-4916-a993-ff6324255bf5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.530796] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2032.530796] env[62105]: value = "task-1904533" [ 2032.530796] env[62105]: _type = "Task" [ 2032.530796] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.540739] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.890684] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729f995-0419-4a22-8ce1-be8f33eb1146 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.898376] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Suspending the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2032.898923] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-87a78cf1-2a37-4938-8a5f-72b32a9e18ae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.908343] env[62105]: DEBUG oslo_vmware.api [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 2032.908343] env[62105]: value = "task-1904534" [ 2032.908343] env[62105]: _type = "Task" [ 2032.908343] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.922073] env[62105]: DEBUG oslo_vmware.api [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904534, 'name': SuspendVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.026828] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] There are 48 instances to clean {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 2033.026828] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 5010409b-2fbd-4290-99c2-1e53d46d44c5] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2033.040889] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904533, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.392041] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2033.392041] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe67d941-9eb2-48ab-aa0b-104fbb4a36e8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.399260] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2033.399260] env[62105]: value = "task-1904535" [ 2033.399260] env[62105]: _type = "Task" [ 2033.399260] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.407482] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.417754] env[62105]: DEBUG oslo_vmware.api [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904534, 'name': SuspendVM_Task} progress is 62%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.494401] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.494674] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.494797] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.532173] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: fd11a7c7-4753-4975-8c23-bd6b75523f28] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2033.544696] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519319} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.545039] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 0802e66c-b308-4443-b5f6-7f4c72f4dc42/0802e66c-b308-4443-b5f6-7f4c72f4dc42.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2033.545313] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2033.545619] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69b1482-7692-4cee-b535-5f3718e6ed35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.554614] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2033.554614] env[62105]: value = "task-1904536" [ 2033.554614] env[62105]: _type = "Task" [ 2033.554614] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.563421] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.911345] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904535, 'name': PowerOffVM_Task, 'duration_secs': 0.269808} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.915689] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.916808] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d25be4-6a13-428a-a195-1bb2da1c907d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.926442] env[62105]: DEBUG oslo_vmware.api [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904534, 'name': SuspendVM_Task, 'duration_secs': 0.694369} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.942512] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Suspended the VM {{(pid=62105) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2033.942715] env[62105]: DEBUG nova.compute.manager [None req-9561f3a1-8cd9-4b8d-9cbb-55ebb670a44c tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.943615] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a43d90-5c6f-4fe3-abb0-38cbfe8d3691 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.946513] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294be5e5-eeb1-4f07-8361-8e4619fff21f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.985147] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2033.985467] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e303315-fafe-45c7-a70b-c57b5152c368 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.993346] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2033.993346] env[62105]: value = "task-1904537" [ 2033.993346] env[62105]: _type = "Task" [ 2033.993346] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.003743] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2034.003974] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2034.004208] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.004357] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.004537] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2034.004768] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a4bf07a-35b6-4f02-a2c1-e7208c5b9f88 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.016402] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2034.016580] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2034.017303] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860dc333-6481-4049-b7bb-5552c5ba53a9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.022361] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2034.022361] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528085f2-451a-a1e5-03ab-244391ca7c60" [ 2034.022361] env[62105]: _type = "Task" [ 2034.022361] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.029855] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528085f2-451a-a1e5-03ab-244391ca7c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.038408] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 2b141b3a-1f1a-4c52-9b93-0a71565aa481] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2034.063128] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08111} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.063948] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.064720] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8215b-d38e-4399-a883-cfbf9fa94a7a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.086878] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0802e66c-b308-4443-b5f6-7f4c72f4dc42/0802e66c-b308-4443-b5f6-7f4c72f4dc42.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.087527] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b922d9d5-f16b-4087-90e3-9833f339c30c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.107783] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2034.107783] env[62105]: value = "task-1904538" [ 2034.107783] env[62105]: _type = "Task" [ 2034.107783] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.116200] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.532202] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528085f2-451a-a1e5-03ab-244391ca7c60, 'name': SearchDatastore_Task, 'duration_secs': 0.014249} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.533087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.533257] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.533431] env[62105]: DEBUG nova.network.neutron [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2034.535304] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c960e03-ee1e-48d6-901d-9bebb720f769 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.541908] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 62993210-f2cd-4037-92bd-b613c00742b5] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2034.544044] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2034.544044] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d625e0-93cd-77dc-4d2e-7851eef5973b" [ 2034.544044] env[62105]: _type = "Task" [ 2034.544044] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.553825] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d625e0-93cd-77dc-4d2e-7851eef5973b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.617222] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904538, 'name': ReconfigVM_Task, 'duration_secs': 0.457646} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.617497] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0802e66c-b308-4443-b5f6-7f4c72f4dc42/0802e66c-b308-4443-b5f6-7f4c72f4dc42.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.618134] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f4c423-2502-4cb3-915d-650d8ee76793 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.624906] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2034.624906] env[62105]: value = "task-1904539" [ 2034.624906] env[62105]: _type = "Task" [ 2034.624906] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.637844] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904539, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.046070] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 088ab415-8294-4975-84a0-67b12d11fcf8] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2035.056671] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d625e0-93cd-77dc-4d2e-7851eef5973b, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.056804] env[62105]: DEBUG oslo_concurrency.lockutils [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.057140] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. {{(pid=62105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2035.057355] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-948e3a2a-cd15-4154-b4b6-6e8396d508e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.066111] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2035.066111] env[62105]: value = "task-1904540" [ 2035.066111] env[62105]: _type = "Task" [ 2035.066111] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.074761] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.136666] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904539, 'name': Rename_Task, 'duration_secs': 0.158723} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.139140] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2035.139428] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea76fb5f-7a82-4b43-be42-45688ba68c53 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.146213] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2035.146213] env[62105]: value = "task-1904541" [ 2035.146213] env[62105]: _type = "Task" [ 2035.146213] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.153508] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.307641] env[62105]: DEBUG nova.network.neutron [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.405422] env[62105]: INFO nova.compute.manager [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Resuming [ 2035.406204] env[62105]: DEBUG nova.objects.instance [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'flavor' on Instance uuid be3436ee-6e21-4500-b60e-8df69bdeb848 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.551589] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 89cd5c68-5e96-4c5b-923d-3548fd141d3c] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2035.576946] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47565} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.577275] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. [ 2035.578073] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc994316-08c4-4ccf-8c9b-6a5e6729c397 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.603839] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.604084] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0b3e58-8a65-476d-b3c4-6725216fad60 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.621716] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2035.621716] env[62105]: value = "task-1904542" [ 2035.621716] env[62105]: _type = "Task" [ 2035.621716] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.629431] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.657731] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904541, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.810966] env[62105]: DEBUG oslo_concurrency.lockutils [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.054944] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: cfbfb393-395d-4c28-b65f-f6429459732c] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2036.131240] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904542, 'name': ReconfigVM_Task, 'duration_secs': 0.422685} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.131499] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Reconfigured VM instance instance-00000070 to attach disk [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.132320] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9193c5-f4c7-4ad0-889a-bbe386b0740d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.159013] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860701e6-008d-43a7-98eb-46ba1d793a66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.173925] env[62105]: DEBUG oslo_vmware.api [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904541, 'name': PowerOnVM_Task, 'duration_secs': 0.595572} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.175011] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2036.175231] env[62105]: INFO nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Took 8.72 seconds to spawn the instance on the hypervisor. [ 2036.175419] env[62105]: DEBUG nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2036.175719] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2036.175719] env[62105]: value = "task-1904543" [ 2036.175719] env[62105]: _type = "Task" [ 2036.175719] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.176392] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511cb52b-56b8-46e7-a96c-f673f474341a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.186804] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.321147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c21ab07-3837-4c3b-b575-9d706ec9cee4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.328285] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d00f66-e1f5-41d5-b484-997d3d940585 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.558450] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 64ebf018-7de8-4fe9-8970-970e778f1104] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2036.688537] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904543, 'name': ReconfigVM_Task, 'duration_secs': 0.368391} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.689137] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.689530] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e0e4f3f-a27e-4a8a-8adc-a52ebe7f426f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.700951] env[62105]: INFO nova.compute.manager [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Took 14.00 seconds to build instance. [ 2036.706405] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2036.706405] env[62105]: value = "task-1904544" [ 2036.706405] env[62105]: _type = "Task" [ 2036.706405] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.717056] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.918362] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.918642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquired lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.918892] env[62105]: DEBUG nova.network.neutron [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.061548] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 44741bb5-7e9f-4240-ac22-e2300e3a79f2] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2037.202039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.202555] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2274ea36-ebdb-4711-9032-1f399daee3e4 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.528s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.202905] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.203253] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.203578] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.203843] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.206653] env[62105]: INFO nova.compute.manager [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Terminating instance [ 2037.219618] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.433057] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba2957-e385-4dfd-819d-9bf13bc094e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.456315] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6275a370-53b9-4656-9738-1d45fc78965a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.463348] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 83 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2037.565087] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 38ad22d3-55ef-4916-a19e-b9937e1f58b6] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2037.677911] env[62105]: DEBUG nova.network.neutron [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [{"id": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "address": "fa:16:3e:39:5b:49", "network": {"id": "db50e2f2-69d7-4967-95c8-210bd5427a14", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-360335534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "603001fa99e6455bb55bad367ccdce02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "196c2dd2-7ffc-4f7d-9c93-e1ef0a6a3a9f", "external-id": "nsx-vlan-transportzone-584", "segmentation_id": 584, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a9683b-11", "ovs_interfaceid": "a3a9683b-1185-4ab8-bbdc-aaa26053c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.717757] env[62105]: DEBUG nova.compute.manager [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2037.717972] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2037.718285] env[62105]: DEBUG oslo_vmware.api [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904544, 'name': PowerOnVM_Task, 'duration_secs': 0.526799} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.718966] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c79ddb7-3ee2-4bba-9deb-b024b5ad047c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.721514] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2037.723962] env[62105]: DEBUG nova.compute.manager [None req-f2af910f-4a8d-4545-b562-5b37aaa7e958 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.724948] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49554c4-9d7e-446f-855d-dc621ee41c54 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.729331] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.729810] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9db45bb9-a8d2-4ed8-b9e5-1db50da9e9e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.736138] env[62105]: DEBUG oslo_vmware.api [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2037.736138] env[62105]: value = "task-1904545" [ 2037.736138] env[62105]: _type = "Task" [ 2037.736138] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.744828] env[62105]: DEBUG oslo_vmware.api [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.971055] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.971055] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35971b5-8911-415d-aa42-c06d2205fa4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.978817] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2037.978817] env[62105]: value = "task-1904546" [ 2037.978817] env[62105]: _type = "Task" [ 2037.978817] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.986051] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.070459] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 50f95d5e-4ea6-4761-b952-0458ae56776a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2038.180831] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Releasing lock "refresh_cache-be3436ee-6e21-4500-b60e-8df69bdeb848" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.181835] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5ebfc8-32d4-4edc-87c1-b8cc4c3a9e3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.188746] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Resuming the VM {{(pid=62105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2038.188977] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a88bcde1-aa45-4dc5-80e8-6096303de874 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.196407] env[62105]: DEBUG oslo_vmware.api [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 2038.196407] env[62105]: value = "task-1904547" [ 2038.196407] env[62105]: _type = "Task" [ 2038.196407] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.204392] env[62105]: DEBUG oslo_vmware.api [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.248935] env[62105]: DEBUG oslo_vmware.api [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904545, 'name': PowerOffVM_Task, 'duration_secs': 0.167024} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.249280] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2038.249451] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2038.250315] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32dfbaf2-3140-4dc7-a1f0-3bb11a0d6e17 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.342565] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2038.342971] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2038.343320] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore1] 0802e66c-b308-4443-b5f6-7f4c72f4dc42 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2038.343747] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37b1f687-70f8-456c-8157-b47c390eb770 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.352131] env[62105]: DEBUG oslo_vmware.api [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2038.352131] env[62105]: value = "task-1904549" [ 2038.352131] env[62105]: _type = "Task" [ 2038.352131] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.360802] env[62105]: DEBUG oslo_vmware.api [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.490670] env[62105]: DEBUG oslo_vmware.api [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904546, 'name': PowerOnVM_Task, 'duration_secs': 0.401101} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.490959] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2038.491287] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-91e5c3b8-212b-4f39-acf6-7ecbfc5691fb tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance 'ad193a0d-8438-4161-8a54-65c64d0c698a' progress to 100 {{(pid=62105) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2038.574034] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ef8b596a-c8b4-408e-b116-41ce53c1e179] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2038.709879] env[62105]: DEBUG oslo_vmware.api [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904547, 'name': PowerOnVM_Task, 'duration_secs': 0.436053} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.710203] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Resumed the VM {{(pid=62105) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2038.710390] env[62105]: DEBUG nova.compute.manager [None req-ff459d6c-442b-4ede-b7bc-acdcae6aeca1 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2038.711307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371d122-f6c6-442d-93a0-67f6d1a3bc11 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.728643] env[62105]: INFO nova.compute.manager [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Unrescuing [ 2038.728643] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2038.728643] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.728925] env[62105]: DEBUG nova.network.neutron [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2038.867658] env[62105]: DEBUG oslo_vmware.api [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140501} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.868016] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2038.868274] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2038.868537] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2038.868781] env[62105]: INFO nova.compute.manager [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2038.869113] env[62105]: DEBUG oslo.service.loopingcall [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2038.869374] env[62105]: DEBUG nova.compute.manager [-] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2038.869525] env[62105]: DEBUG nova.network.neutron [-] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2039.077676] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 85551c2a-e588-4ee1-bf83-c9e9c9c3a086] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2039.166882] env[62105]: DEBUG nova.compute.manager [req-f39a006e-cbc4-4328-9f38-c5fad0f67f70 req-484837f2-0394-4888-bdde-1d990f35b464 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Received event network-vif-deleted-823907c3-40d1-449f-8966-6cac100d3233 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2039.167232] env[62105]: INFO nova.compute.manager [req-f39a006e-cbc4-4328-9f38-c5fad0f67f70 req-484837f2-0394-4888-bdde-1d990f35b464 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Neutron deleted interface 823907c3-40d1-449f-8966-6cac100d3233; detaching it from the instance and deleting it from the info cache [ 2039.167369] env[62105]: DEBUG nova.network.neutron [req-f39a006e-cbc4-4328-9f38-c5fad0f67f70 req-484837f2-0394-4888-bdde-1d990f35b464 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.529773] env[62105]: DEBUG nova.network.neutron [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [{"id": "94cec060-7ea3-40ba-8487-f210a8f4d042", "address": "fa:16:3e:a1:a8:56", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cec060-7e", "ovs_interfaceid": "94cec060-7ea3-40ba-8487-f210a8f4d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.580943] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b3d04d9f-4f25-4b5f-8ad3-8dabefd5c8e2] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2039.641158] env[62105]: DEBUG nova.network.neutron [-] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2039.669813] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4add0f2a-4ab1-416d-b40e-6b88d62c37db {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.681900] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1034d2fc-5735-4d09-83d7-f767871af828 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.714273] env[62105]: DEBUG nova.compute.manager [req-f39a006e-cbc4-4328-9f38-c5fad0f67f70 req-484837f2-0394-4888-bdde-1d990f35b464 service nova] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Detach interface failed, port_id=823907c3-40d1-449f-8966-6cac100d3233, reason: Instance 0802e66c-b308-4443-b5f6-7f4c72f4dc42 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2040.033069] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.033748] env[62105]: DEBUG nova.objects.instance [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'flavor' on Instance uuid d9e3e468-a390-43c3-b3de-191d948a92cb {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.084332] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a63f3e54-c80e-4100-af36-e127a51e3298] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2040.143548] env[62105]: INFO nova.compute.manager [-] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Took 1.27 seconds to deallocate network for instance. [ 2040.197763] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "be3436ee-6e21-4500-b60e-8df69bdeb848" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.198023] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.198244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "be3436ee-6e21-4500-b60e-8df69bdeb848-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.198452] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.198625] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.200484] env[62105]: INFO nova.compute.manager [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Terminating instance [ 2040.485759] env[62105]: DEBUG nova.network.neutron [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Port 7cf7839f-fd5a-444e-89b6-6e55307a137b binding to destination host cpu-1 is already ACTIVE {{(pid=62105) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2040.486115] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.486287] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.486452] env[62105]: DEBUG nova.network.neutron [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2040.539381] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fcd88a-9dfb-4326-84d8-38276542730b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.561915] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.562219] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e163763-fd4c-45c7-a3ac-46f0d53cb7be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.569029] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2040.569029] env[62105]: value = "task-1904550" [ 2040.569029] env[62105]: _type = "Task" [ 2040.569029] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.576337] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.586864] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f825f6bf-671d-49f7-ab41-7fa895325044] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2040.649594] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.649876] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.650142] env[62105]: DEBUG nova.objects.instance [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid 0802e66c-b308-4443-b5f6-7f4c72f4dc42 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.704276] env[62105]: DEBUG nova.compute.manager [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.704480] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.705408] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b785034d-4a1a-40fe-a2c9-170b440877ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.714155] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.714447] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a792765b-8a16-4a4b-8297-3e32e51b157c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.724731] env[62105]: DEBUG oslo_vmware.api [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 2040.724731] env[62105]: value = "task-1904551" [ 2040.724731] env[62105]: _type = "Task" [ 2040.724731] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.733173] env[62105]: DEBUG oslo_vmware.api [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.079941] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904550, 'name': PowerOffVM_Task, 'duration_secs': 0.186275} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.080235] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.085442] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2041.085748] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d32889-5d12-4be8-a0c6-7a9f3f8904fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.098570] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 96f2b9b0-0d49-4cb6-886a-bd721947abdd] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2041.105763] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2041.105763] env[62105]: value = "task-1904552" [ 2041.105763] env[62105]: _type = "Task" [ 2041.105763] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.113765] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.236666] env[62105]: DEBUG oslo_vmware.api [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904551, 'name': PowerOffVM_Task, 'duration_secs': 0.220356} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.236961] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.237199] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2041.237462] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f393dd0e-c745-40d2-a201-930435fcd603 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.248643] env[62105]: DEBUG nova.network.neutron [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.273496] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e39850-3bda-4758-88a6-82a15d9833bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.281179] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a68b14e-5937-44b7-bb7e-0779c6d07201 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.311260] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bde604-14bd-42b8-a2b8-4ade402fd414 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.319949] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197c7753-dba9-4828-819a-9672206fef5b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.323985] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2041.324217] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2041.324396] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleting the datastore file [datastore1] be3436ee-6e21-4500-b60e-8df69bdeb848 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2041.324626] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-005211d5-84f4-4899-9ecd-78f10f7ce87d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.336070] env[62105]: DEBUG nova.compute.provider_tree [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2041.338933] env[62105]: DEBUG oslo_vmware.api [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for the task: (returnval){ [ 2041.338933] env[62105]: value = "task-1904554" [ 2041.338933] env[62105]: _type = "Task" [ 2041.338933] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.346360] env[62105]: DEBUG oslo_vmware.api [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.602163] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: fde46d4a-c8b1-4a2a-b899-1868fe8cb809] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2041.615633] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904552, 'name': ReconfigVM_Task, 'duration_secs': 0.232657} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.615962] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2041.616330] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.616602] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70867f94-a129-4219-a299-e4a1583176bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.624079] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2041.624079] env[62105]: value = "task-1904555" [ 2041.624079] env[62105]: _type = "Task" [ 2041.624079] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.632389] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.751115] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.840659] env[62105]: DEBUG nova.scheduler.client.report [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2041.853111] env[62105]: DEBUG oslo_vmware.api [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Task: {'id': task-1904554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145188} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.853111] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2041.853111] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2041.853111] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2041.853111] env[62105]: INFO nova.compute.manager [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2041.853443] env[62105]: DEBUG oslo.service.loopingcall [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.853634] env[62105]: DEBUG nova.compute.manager [-] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2041.853732] env[62105]: DEBUG nova.network.neutron [-] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.107570] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 722e712e-a929-4f3e-9c2b-11bcaba9a3be] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2042.134573] env[62105]: DEBUG oslo_vmware.api [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904555, 'name': PowerOnVM_Task, 'duration_secs': 0.385256} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.135649] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.136018] env[62105]: DEBUG nova.compute.manager [None req-dbd5ad41-a717-442e-b808-52c8f851110f tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2042.136821] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160508b-2d39-4d60-956b-7c691bc4bd0b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.254745] env[62105]: DEBUG nova.compute.manager [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62105) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2042.348626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.367687] env[62105]: INFO nova.scheduler.client.report [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance 0802e66c-b308-4443-b5f6-7f4c72f4dc42 [ 2042.412457] env[62105]: DEBUG nova.compute.manager [req-1a71b606-b77b-47da-9598-db5324ac82f3 req-d5b3eac7-3e69-4f2e-8ecb-ead19826a237 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Received event network-vif-deleted-a3a9683b-1185-4ab8-bbdc-aaa26053c345 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2042.412515] env[62105]: INFO nova.compute.manager [req-1a71b606-b77b-47da-9598-db5324ac82f3 req-d5b3eac7-3e69-4f2e-8ecb-ead19826a237 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Neutron deleted interface a3a9683b-1185-4ab8-bbdc-aaa26053c345; detaching it from the instance and deleting it from the info cache [ 2042.412682] env[62105]: DEBUG nova.network.neutron [req-1a71b606-b77b-47da-9598-db5324ac82f3 req-d5b3eac7-3e69-4f2e-8ecb-ead19826a237 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.610993] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 7a484483-c67f-40f2-86e5-fd6406abfdf0] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2042.876329] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d82a64b1-e446-42c9-a958-b94466a7a62d tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "0802e66c-b308-4443-b5f6-7f4c72f4dc42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.673s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.890398] env[62105]: DEBUG nova.network.neutron [-] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.917301] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b8642e3-f3f6-410a-a131-030dd9a8c0f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.927094] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a16e06c-72b6-4621-b0eb-7e80b18983d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.955242] env[62105]: DEBUG nova.compute.manager [req-1a71b606-b77b-47da-9598-db5324ac82f3 req-d5b3eac7-3e69-4f2e-8ecb-ead19826a237 service nova] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Detach interface failed, port_id=a3a9683b-1185-4ab8-bbdc-aaa26053c345, reason: Instance be3436ee-6e21-4500-b60e-8df69bdeb848 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2043.115869] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 351cee2b-620f-4ae0-a61e-5f0e7d310240] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2043.362758] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.363163] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.392794] env[62105]: INFO nova.compute.manager [-] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Took 1.54 seconds to deallocate network for instance. [ 2043.619909] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: beda64d2-d2e7-4a3e-897f-b42470688174] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2043.867034] env[62105]: DEBUG nova.objects.instance [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'migration_context' on Instance uuid ad193a0d-8438-4161-8a54-65c64d0c698a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.899172] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.124112] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: bff5c2a3-8f8c-4e75-97a4-35f99ffa95dc] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2044.269699] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "389da5f6-c542-4459-9695-fcadb11ef895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.269929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "389da5f6-c542-4459-9695-fcadb11ef895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.473677] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335ef45-5f08-41dd-b15f-7e747c6d5a9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.482063] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d7317-c97f-43d5-bd56-e7d4cee8debf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.517142] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4208376e-d4f5-463b-a3d7-b48626212750 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.526371] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be8d0c-351e-4edb-8b95-a1470cdbbc27 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.540419] env[62105]: DEBUG nova.compute.provider_tree [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.627936] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 9518af96-1bf8-4563-a2e0-e41eda3664ce] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2044.772147] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2045.044097] env[62105]: DEBUG nova.scheduler.client.report [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2045.130805] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f1cbe2ac-658f-424f-bcfc-063f19a3cf0e] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2045.289720] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.635716] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: e62fa20c-62e8-43b4-b7c9-3738cbe3930f] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2045.645124] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.645341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.055477] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.692s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.061305] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.162s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.061546] env[62105]: DEBUG nova.objects.instance [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lazy-loading 'resources' on Instance uuid be3436ee-6e21-4500-b60e-8df69bdeb848 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.137683] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 1293e5d9-934a-426a-9109-d930ad5e9c57] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2046.147968] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2046.198204] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87558114-47e6-430f-9fd9-f9e59b366aaa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.206686] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f257726-2337-4f99-9a24-b93e87397581 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.236273] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab08e9f-3d4f-4a40-bdb9-d01a3380be80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.243529] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0152d5d-d010-4613-9bea-2c6bd137c467 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.256518] env[62105]: DEBUG nova.compute.provider_tree [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2046.640920] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3e46378a-4220-4268-9c49-6b235b5ba107] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2046.665217] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.759119] env[62105]: DEBUG nova.scheduler.client.report [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2047.143736] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3d42977e-1d25-4a12-ae52-8dcd0fd3f31c] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2047.264293] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.203s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.266627] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.977s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.268532] env[62105]: INFO nova.compute.claims [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.284480] env[62105]: INFO nova.scheduler.client.report [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Deleted allocations for instance be3436ee-6e21-4500-b60e-8df69bdeb848 [ 2047.595808] env[62105]: INFO nova.compute.manager [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Swapping old allocation on dict_keys(['07e191dc-ef05-4b67-b7a1-dcc6d988a301']) held by migration eca73522-cee6-4daa-9566-3b3ccd159e99 for instance [ 2047.617489] env[62105]: DEBUG nova.scheduler.client.report [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Overwriting current allocation {'allocations': {'07e191dc-ef05-4b67-b7a1-dcc6d988a301': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': 'b28fd6a85f8e4e069f87593a7d6ddb50', 'user_id': '4b96c7523165463c842294f99d328002', 'consumer_generation': 1} on consumer ad193a0d-8438-4161-8a54-65c64d0c698a {{(pid=62105) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2047.647027] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 73f6d811-d4c9-4ce8-b068-7e02b8d4722a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2047.792228] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ff29bba9-2ad0-4580-b4a5-745e904d10f2 tempest-ServerActionsTestJSON-1622348951 tempest-ServerActionsTestJSON-1622348951-project-member] Lock "be3436ee-6e21-4500-b60e-8df69bdeb848" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.594s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.887153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.887396] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.887573] env[62105]: DEBUG nova.network.neutron [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2048.151112] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 75c61d7f-6d60-43b0-b3e5-6639f4827878] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2048.369303] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2a3a21-687d-446b-b327-ec8fe928d1bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.376795] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669dd6d2-1c5f-40f4-a9ce-6899ceb2d70c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.409014] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dede142-4968-423d-b864-08eefcf2f3b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.415881] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec960e3d-2cce-4d06-90d2-693757eefa34 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.429326] env[62105]: DEBUG nova.compute.provider_tree [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.654301] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 83944028-37d1-4e50-8b32-4fbb948b47be] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2048.773247] env[62105]: DEBUG nova.network.neutron [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [{"id": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "address": "fa:16:3e:60:23:a4", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cf7839f-fd", "ovs_interfaceid": "7cf7839f-fd5a-444e-89b6-6e55307a137b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.935098] env[62105]: DEBUG nova.scheduler.client.report [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.157432] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b7955ed3-0e26-4e1b-924a-563f68477149] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2049.275726] env[62105]: DEBUG oslo_concurrency.lockutils [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-ad193a0d-8438-4161-8a54-65c64d0c698a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2049.276807] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c68855-811a-4521-b5ef-44d1ffdaf883 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.284291] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b032bd1-c833-4259-b574-b6d6ee1cc0ca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.442688] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.443279] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2049.446704] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.782s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.448177] env[62105]: INFO nova.compute.claims [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2049.661623] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 2f3d83a2-9774-49a5-9ce9-abfebf42c6ca] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2049.955840] env[62105]: DEBUG nova.compute.utils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2049.956735] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2049.956914] env[62105]: DEBUG nova.network.neutron [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2050.004273] env[62105]: DEBUG nova.policy [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.165776] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: babeaf0e-e208-44cf-b9ad-7169ab8c5152] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2050.324335] env[62105]: DEBUG nova.network.neutron [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Successfully created port: 47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2050.374791] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2050.377554] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab71f6b-8159-45bd-9d39-81f5e8185b1a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.382149] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2050.382149] env[62105]: value = "task-1904556" [ 2050.382149] env[62105]: _type = "Task" [ 2050.382149] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.390444] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.462311] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2050.575775] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e30c5-8703-4e89-a369-f59a33f64b39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.584170] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fde2371-e621-4be2-8b77-442fef565e8e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.613286] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a95ab37-7454-4a3d-b15f-b8ff709c69d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.620986] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dd1968-eb3f-466c-a5f4-89732cd6ffd5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.634523] env[62105]: DEBUG nova.compute.provider_tree [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2050.670842] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 3271a2fe-e3e8-4e52-975a-2e819f89146a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2050.893693] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904556, 'name': PowerOffVM_Task, 'duration_secs': 0.233884} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.894021] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2050.894619] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2050.894864] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2050.894977] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2050.895196] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2050.895349] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2050.895497] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2050.895703] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2050.895864] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2050.896041] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2050.896238] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2050.896424] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2050.901408] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a25148f-ecd8-483e-bffa-5848cc521d57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.917031] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2050.917031] env[62105]: value = "task-1904557" [ 2050.917031] env[62105]: _type = "Task" [ 2050.917031] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.924786] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.137719] env[62105]: DEBUG nova.scheduler.client.report [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2051.174152] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: be85181a-4c6d-41b1-96d1-d507c59d487d] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2051.427706] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904557, 'name': ReconfigVM_Task, 'duration_secs': 0.144147} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.428415] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad7fcc-ae1c-4a05-904f-6202bb561687 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.448737] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.448987] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.449165] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.449354] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.449504] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.449652] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.449856] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.450025] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.450198] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.450361] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.450532] env[62105]: DEBUG nova.virt.hardware [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.451332] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc74023c-138f-4f67-9cd0-f376e4214999 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.457043] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2051.457043] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522334d3-b8f4-2e47-a600-a20ea7e946f3" [ 2051.457043] env[62105]: _type = "Task" [ 2051.457043] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.464443] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522334d3-b8f4-2e47-a600-a20ea7e946f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.471598] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2051.500899] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2051.501160] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.501321] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2051.501563] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.501774] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2051.501991] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2051.502282] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2051.502489] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2051.502695] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2051.502901] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2051.503106] env[62105]: DEBUG nova.virt.hardware [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2051.503940] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982a1b0d-5188-449b-9e03-8e3fa7d32d08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.511988] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2763a5-567e-4ebc-94c8-59fe5939a416 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.644134] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.644829] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2051.676827] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 60ae2246-7dad-456e-b03d-7d99c620f36a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2051.813988] env[62105]: DEBUG nova.compute.manager [req-a74600ac-fb2e-4704-ab05-a0f674b9dca6 req-e21cc698-424d-4ac4-b96d-2ff54e1cd186 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Received event network-vif-plugged-47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2051.814251] env[62105]: DEBUG oslo_concurrency.lockutils [req-a74600ac-fb2e-4704-ab05-a0f674b9dca6 req-e21cc698-424d-4ac4-b96d-2ff54e1cd186 service nova] Acquiring lock "389da5f6-c542-4459-9695-fcadb11ef895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.814468] env[62105]: DEBUG oslo_concurrency.lockutils [req-a74600ac-fb2e-4704-ab05-a0f674b9dca6 req-e21cc698-424d-4ac4-b96d-2ff54e1cd186 service nova] Lock "389da5f6-c542-4459-9695-fcadb11ef895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.814643] env[62105]: DEBUG oslo_concurrency.lockutils [req-a74600ac-fb2e-4704-ab05-a0f674b9dca6 req-e21cc698-424d-4ac4-b96d-2ff54e1cd186 service nova] Lock "389da5f6-c542-4459-9695-fcadb11ef895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.814816] env[62105]: DEBUG nova.compute.manager [req-a74600ac-fb2e-4704-ab05-a0f674b9dca6 req-e21cc698-424d-4ac4-b96d-2ff54e1cd186 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] No waiting events found dispatching network-vif-plugged-47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2051.814984] env[62105]: WARNING nova.compute.manager [req-a74600ac-fb2e-4704-ab05-a0f674b9dca6 req-e21cc698-424d-4ac4-b96d-2ff54e1cd186 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Received unexpected event network-vif-plugged-47605927-f0f2-45d8-b34a-25d739c4d53f for instance with vm_state building and task_state spawning. [ 2051.902424] env[62105]: DEBUG nova.network.neutron [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Successfully updated port: 47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2051.968085] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522334d3-b8f4-2e47-a600-a20ea7e946f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.973396] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2051.973633] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e05e292-c966-4512-a27b-7f4579f73fdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.990906] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2051.990906] env[62105]: value = "task-1904558" [ 2051.990906] env[62105]: _type = "Task" [ 2051.990906] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.998370] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.150223] env[62105]: DEBUG nova.compute.utils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2052.151643] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2052.151815] env[62105]: DEBUG nova.network.neutron [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2052.179953] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 4c555c59-1945-4b0f-98c2-2af5bbb391eb] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2052.195631] env[62105]: DEBUG nova.policy [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '899f6d44a5b94d0c8390e100fed42739', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5003c099f81e4c2fb5d1c61c73801d7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2052.408384] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-389da5f6-c542-4459-9695-fcadb11ef895" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.408523] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-389da5f6-c542-4459-9695-fcadb11ef895" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.408700] env[62105]: DEBUG nova.network.neutron [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.500969] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904558, 'name': ReconfigVM_Task, 'duration_secs': 0.202704} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.501282] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2052.502127] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe5ca8-e46a-468a-893e-aa1e3299c81d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.526351] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2052.526619] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ad29eb-9468-4160-b9ae-5b5961ca67ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.544971] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2052.544971] env[62105]: value = "task-1904559" [ 2052.544971] env[62105]: _type = "Task" [ 2052.544971] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.553373] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.587424] env[62105]: DEBUG nova.network.neutron [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Successfully created port: 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2052.655380] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2052.683718] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 8228a1e8-aa53-418c-ac52-e120b33a37cf] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2052.941998] env[62105]: DEBUG nova.network.neutron [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2053.055972] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.089624] env[62105]: DEBUG nova.network.neutron [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Updating instance_info_cache with network_info: [{"id": "47605927-f0f2-45d8-b34a-25d739c4d53f", "address": "fa:16:3e:1c:c1:17", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47605927-f0", "ovs_interfaceid": "47605927-f0f2-45d8-b34a-25d739c4d53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.187085] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: bc88a35d-5b6d-4c84-86e4-f93d9d852adf] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2053.463141] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.463429] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.463642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.463992] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.463992] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.466231] env[62105]: INFO nova.compute.manager [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Terminating instance [ 2053.556104] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904559, 'name': ReconfigVM_Task, 'duration_secs': 0.519442} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.556410] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a/ad193a0d-8438-4161-8a54-65c64d0c698a.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2053.557273] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b107e314-6b2a-4589-acba-d1caf89f5903 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.577549] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55beb00-0790-45bd-9334-18092812f35b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.597661] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-389da5f6-c542-4459-9695-fcadb11ef895" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.597950] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Instance network_info: |[{"id": "47605927-f0f2-45d8-b34a-25d739c4d53f", "address": "fa:16:3e:1c:c1:17", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47605927-f0", "ovs_interfaceid": "47605927-f0f2-45d8-b34a-25d739c4d53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2053.598505] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:c1:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47605927-f0f2-45d8-b34a-25d739c4d53f', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2053.605754] env[62105]: DEBUG oslo.service.loopingcall [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.606397] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c22ac1-f275-4639-bd5f-0ede06e9a9d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.609177] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2053.609393] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af989eac-a554-4543-8ff2-5085ab169d4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.642711] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605b0355-d2f6-4078-8112-8ba4deb2b433 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.645377] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2053.645377] env[62105]: value = "task-1904560" [ 2053.645377] env[62105]: _type = "Task" [ 2053.645377] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.651232] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2053.651853] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a98624-97b6-4dae-9889-b9df4a868357 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.656200] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904560, 'name': CreateVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.662188] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2053.662188] env[62105]: value = "task-1904561" [ 2053.662188] env[62105]: _type = "Task" [ 2053.662188] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.666920] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2053.675821] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.690532] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a07a8de5-1b32-4574-b96d-f9a62f8ec445] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2053.695489] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2053.695818] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2053.696041] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2053.696243] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2053.696436] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2053.696728] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2053.697053] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2053.697341] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2053.697953] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2053.697953] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2053.697953] env[62105]: DEBUG nova.virt.hardware [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2053.698864] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b4ece-edc0-402f-9c2e-315c102c8416 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.706876] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf17302b-ebea-4518-9f7c-2c322671daa6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.838221] env[62105]: DEBUG nova.compute.manager [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Received event network-changed-47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2053.838447] env[62105]: DEBUG nova.compute.manager [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Refreshing instance network info cache due to event network-changed-47605927-f0f2-45d8-b34a-25d739c4d53f. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2053.838711] env[62105]: DEBUG oslo_concurrency.lockutils [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] Acquiring lock "refresh_cache-389da5f6-c542-4459-9695-fcadb11ef895" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.838865] env[62105]: DEBUG oslo_concurrency.lockutils [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] Acquired lock "refresh_cache-389da5f6-c542-4459-9695-fcadb11ef895" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.839043] env[62105]: DEBUG nova.network.neutron [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Refreshing network info cache for port 47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.969749] env[62105]: DEBUG nova.compute.manager [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2053.969997] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2053.970960] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a2157e-60b5-4de6-91d2-2f89eab4d2c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.979587] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2053.979830] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-789e102f-7277-4685-a875-5dc916a45efb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.985853] env[62105]: DEBUG oslo_vmware.api [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2053.985853] env[62105]: value = "task-1904562" [ 2053.985853] env[62105]: _type = "Task" [ 2053.985853] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.993809] env[62105]: DEBUG oslo_vmware.api [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.076820] env[62105]: DEBUG nova.network.neutron [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Successfully updated port: 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2054.156414] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904560, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.172028] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.193736] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 418bb0c7-2734-4014-9f44-33cf0069c3e5] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2054.495839] env[62105]: DEBUG oslo_vmware.api [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904562, 'name': PowerOffVM_Task, 'duration_secs': 0.199149} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.496085] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2054.496560] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2054.496713] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a29fa9fb-9a6e-4390-b568-ca4a27fe3dcc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.579136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.579294] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.579447] env[62105]: DEBUG nova.network.neutron [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.606562] env[62105]: DEBUG nova.network.neutron [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Updated VIF entry in instance network info cache for port 47605927-f0f2-45d8-b34a-25d739c4d53f. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2054.606917] env[62105]: DEBUG nova.network.neutron [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Updating instance_info_cache with network_info: [{"id": "47605927-f0f2-45d8-b34a-25d739c4d53f", "address": "fa:16:3e:1c:c1:17", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47605927-f0", "ovs_interfaceid": "47605927-f0f2-45d8-b34a-25d739c4d53f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.657102] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904560, 'name': CreateVM_Task, 'duration_secs': 0.532634} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.657284] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2054.657932] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.658113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.658451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2054.658695] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d4d25f-17ae-4fbe-b628-d522739d3f9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.663767] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2054.663767] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522cfdf2-00b4-2d08-96db-8ba908456b75" [ 2054.663767] env[62105]: _type = "Task" [ 2054.663767] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.673236] env[62105]: DEBUG oslo_vmware.api [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904561, 'name': PowerOnVM_Task, 'duration_secs': 0.807153} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.675873] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2054.678991] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522cfdf2-00b4-2d08-96db-8ba908456b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.696886] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ae779600-8b2a-4712-998d-e47752965086] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2055.109723] env[62105]: DEBUG oslo_concurrency.lockutils [req-d51bf5ea-4037-4789-acd9-c5c31b0435b1 req-5b8b9dc9-f201-474b-9fff-8b0a75f21bf0 service nova] Releasing lock "refresh_cache-389da5f6-c542-4459-9695-fcadb11ef895" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.112678] env[62105]: DEBUG nova.network.neutron [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2055.176482] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522cfdf2-00b4-2d08-96db-8ba908456b75, 'name': SearchDatastore_Task, 'duration_secs': 0.047471} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.179116] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.179400] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2055.179637] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.179785] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.179957] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2055.183879] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb1b81d-4378-4faa-9450-b970beff392b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.193573] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2055.193771] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2055.194543] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acd43c2f-8600-46ed-96bd-5b1a1169a096 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.199109] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 0bfdb17e-7f53-4e8c-900c-484ed0a389b3] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2055.201759] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2055.201759] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521c6e1d-80bc-fa15-2880-ac2ba28b3a45" [ 2055.201759] env[62105]: _type = "Task" [ 2055.201759] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.210431] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521c6e1d-80bc-fa15-2880-ac2ba28b3a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.239967] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.239967] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.239967] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleting the datastore file [datastore1] 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.240292] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d91d2ae-bda3-45c2-b8e0-00118e814cee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.247547] env[62105]: DEBUG oslo_vmware.api [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for the task: (returnval){ [ 2055.247547] env[62105]: value = "task-1904564" [ 2055.247547] env[62105]: _type = "Task" [ 2055.247547] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.255762] env[62105]: DEBUG oslo_vmware.api [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.258717] env[62105]: DEBUG nova.network.neutron [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.703818] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d4e3e9a1-c0a2-4d89-971b-bf00729ffe60] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2055.717255] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521c6e1d-80bc-fa15-2880-ac2ba28b3a45, 'name': SearchDatastore_Task, 'duration_secs': 0.019021} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.718107] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df2ff6f-63a6-4a9d-8f00-4bc8388c4047 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.725046] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2055.725046] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521108d9-01a8-1051-aa14-7efd93335d8f" [ 2055.725046] env[62105]: _type = "Task" [ 2055.725046] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.729668] env[62105]: INFO nova.compute.manager [None req-79ee6215-8880-4dc7-a9df-d1e31ad8590d tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance to original state: 'active' [ 2055.736687] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521108d9-01a8-1051-aa14-7efd93335d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.758364] env[62105]: DEBUG oslo_vmware.api [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Task: {'id': task-1904564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409382} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.758686] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2055.758914] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2055.759113] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2055.759290] env[62105]: INFO nova.compute.manager [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Took 1.79 seconds to destroy the instance on the hypervisor. [ 2055.759561] env[62105]: DEBUG oslo.service.loopingcall [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.759751] env[62105]: DEBUG nova.compute.manager [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2055.759844] env[62105]: DEBUG nova.network.neutron [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2055.761674] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.761950] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Instance network_info: |[{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2055.762382] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:1d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2055.770184] env[62105]: DEBUG oslo.service.loopingcall [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.771446] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2055.771641] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4bfbf7-cf53-4ae1-8ca7-323c482dee55 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.790988] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2055.790988] env[62105]: value = "task-1904565" [ 2055.790988] env[62105]: _type = "Task" [ 2055.790988] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.798572] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904565, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.865253] env[62105]: DEBUG nova.compute.manager [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received event network-vif-plugged-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2055.865429] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.865608] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.865782] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.865947] env[62105]: DEBUG nova.compute.manager [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] No waiting events found dispatching network-vif-plugged-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2055.866125] env[62105]: WARNING nova.compute.manager [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received unexpected event network-vif-plugged-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 for instance with vm_state building and task_state spawning. [ 2055.866374] env[62105]: DEBUG nova.compute.manager [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2055.866542] env[62105]: DEBUG nova.compute.manager [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing instance network info cache due to event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2055.866911] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.866911] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.867052] env[62105]: DEBUG nova.network.neutron [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.210823] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: b90beaa3-fa82-4f4c-a372-944c8265c275] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2056.239398] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521108d9-01a8-1051-aa14-7efd93335d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.239679] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.239924] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 389da5f6-c542-4459-9695-fcadb11ef895/389da5f6-c542-4459-9695-fcadb11ef895.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.241670] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-096f6290-1507-41d2-a843-14a5ea18e082 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.249639] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2056.249639] env[62105]: value = "task-1904566" [ 2056.249639] env[62105]: _type = "Task" [ 2056.249639] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.258563] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.301558] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904565, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.667288] env[62105]: DEBUG nova.network.neutron [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updated VIF entry in instance network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2056.667288] env[62105]: DEBUG nova.network.neutron [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.713812] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: f43578b1-da1d-448c-a8ae-f1680d4faad2] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2056.762201] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904566, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.802520] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904565, 'name': CreateVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.085523] env[62105]: DEBUG nova.network.neutron [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.136648] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.136904] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.137145] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.137384] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.137564] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.139579] env[62105]: INFO nova.compute.manager [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Terminating instance [ 2057.171764] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce243c18-e99c-42f9-88a4-5d86611a4d46 req-b5c42814-07ed-49b2-b810-28b67a6689a4 service nova] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.262205] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525601} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.262556] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 389da5f6-c542-4459-9695-fcadb11ef895/389da5f6-c542-4459-9695-fcadb11ef895.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2057.262671] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2057.262915] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afdffc97-12af-48ee-90a0-7c4b224c9a73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.272641] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2057.272641] env[62105]: value = "task-1904567" [ 2057.272641] env[62105]: _type = "Task" [ 2057.272641] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.280581] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.301840] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904565, 'name': CreateVM_Task, 'duration_secs': 1.342736} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.302034] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2057.302727] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.302897] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.303259] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2057.303525] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6df77a8-59cf-4ebc-b846-6d25af6e588b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.308416] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2057.308416] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528f8630-4250-2931-4dad-207b816e25b8" [ 2057.308416] env[62105]: _type = "Task" [ 2057.308416] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.316985] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528f8630-4250-2931-4dad-207b816e25b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.588606] env[62105]: INFO nova.compute.manager [-] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Took 1.83 seconds to deallocate network for instance. [ 2057.643840] env[62105]: DEBUG nova.compute.manager [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2057.644120] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2057.644385] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf35689f-89bd-418e-989a-59e949fe5634 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.651658] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2057.651658] env[62105]: value = "task-1904568" [ 2057.651658] env[62105]: _type = "Task" [ 2057.651658] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.659955] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.782426] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072034} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.782716] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2057.783504] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42740236-d100-4ec5-9807-eb8e8412f267 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.805440] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 389da5f6-c542-4459-9695-fcadb11ef895/389da5f6-c542-4459-9695-fcadb11ef895.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.805730] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb60d708-487f-4877-a610-e811d1bf8195 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.828343] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528f8630-4250-2931-4dad-207b816e25b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01317} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.829543] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.829776] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2057.830024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.830192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.830415] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2057.830735] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2057.830735] env[62105]: value = "task-1904569" [ 2057.830735] env[62105]: _type = "Task" [ 2057.830735] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.830926] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efc0625b-b3b8-475e-a167-44faf77de124 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.841052] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904569, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.845049] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2057.845231] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2057.846030] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-458db9c6-8d92-4a89-9a66-6e382264c1ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.850938] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2057.850938] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524ce3ca-7bb2-b88a-eb51-6007bbff654e" [ 2057.850938] env[62105]: _type = "Task" [ 2057.850938] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.858866] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524ce3ca-7bb2-b88a-eb51-6007bbff654e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.904997] env[62105]: DEBUG nova.compute.manager [req-07cf7d05-8b7f-4db6-8988-165c4147fcb5 req-120e0946-4eb7-4b16-94f1-90da592c56bc service nova] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Received event network-vif-deleted-41c764ff-82fb-4d28-801e-b0803655d4df {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2058.095212] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.095470] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.095697] env[62105]: DEBUG nova.objects.instance [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lazy-loading 'resources' on Instance uuid 48d3f88c-6900-4342-9c06-8482d3380a50 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.161180] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904568, 'name': PowerOffVM_Task, 'duration_secs': 0.214797} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.161459] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2058.161658] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2058.161872] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393120', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'name': 'volume-bd967846-dd03-46c2-9176-1be7f6f15b49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ad193a0d-8438-4161-8a54-65c64d0c698a', 'attached_at': '2024-12-15T01:04:55.000000', 'detached_at': '', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'serial': 'bd967846-dd03-46c2-9176-1be7f6f15b49'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2058.162838] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7f770-0db0-4bbc-88dc-c2436d99347e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.184430] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ad540-cc99-4d54-8acb-0922e296e449 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.190693] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bafb63-5918-4835-ac77-586cff9adaa6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.209508] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2058.210994] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d51573-a295-4f53-b890-97d31d49c279 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.225121] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] The volume has not been displaced from its original location: [datastore2] volume-bd967846-dd03-46c2-9176-1be7f6f15b49/volume-bd967846-dd03-46c2-9176-1be7f6f15b49.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2058.230203] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2058.230998] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a21465-fec0-4314-a0ff-0f79cd3da4eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.248824] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2058.248824] env[62105]: value = "task-1904570" [ 2058.248824] env[62105]: _type = "Task" [ 2058.248824] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.256361] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904570, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.342847] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904569, 'name': ReconfigVM_Task, 'duration_secs': 0.271829} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.343242] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 389da5f6-c542-4459-9695-fcadb11ef895/389da5f6-c542-4459-9695-fcadb11ef895.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2058.343840] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3629b4d8-78be-410b-bbf0-fedbb313392b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.350723] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2058.350723] env[62105]: value = "task-1904571" [ 2058.350723] env[62105]: _type = "Task" [ 2058.350723] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.361211] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904571, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.364582] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524ce3ca-7bb2-b88a-eb51-6007bbff654e, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.365346] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c37ad1a-94e1-418b-b280-9129fb595a4e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.370364] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2058.370364] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522851dc-ddd8-6af1-31b5-3e3b81de4bcc" [ 2058.370364] env[62105]: _type = "Task" [ 2058.370364] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.378414] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522851dc-ddd8-6af1-31b5-3e3b81de4bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.685384] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b914f10f-2b76-40a5-9bbf-0c0602d44847 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.692917] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5ba89-edd2-414d-8e33-68680469ac3e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.723719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.724712] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ca67f2-279c-4ef7-baf5-247d204d38d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.732038] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9123cdc9-5890-4971-89b6-353284b7b107 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.745030] env[62105]: DEBUG nova.compute.provider_tree [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2058.757708] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904570, 'name': ReconfigVM_Task, 'duration_secs': 0.198626} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.757965] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2058.762688] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c83e867-d051-4312-8b11-5ee53d1aa177 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.778820] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2058.778820] env[62105]: value = "task-1904572" [ 2058.778820] env[62105]: _type = "Task" [ 2058.778820] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.786266] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.861508] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904571, 'name': Rename_Task, 'duration_secs': 0.144866} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.861752] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2058.862016] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba0f8be3-0969-4ea7-b98b-ce31290fcf1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.868367] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2058.868367] env[62105]: value = "task-1904573" [ 2058.868367] env[62105]: _type = "Task" [ 2058.868367] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.879100] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.882403] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522851dc-ddd8-6af1-31b5-3e3b81de4bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.009156} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.882641] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.883034] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/a2329e3f-2b73-4a3f-9013-5afb6f4f8216.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2058.883400] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6529e48-3635-44ed-b645-b8731770755f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.889746] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2058.889746] env[62105]: value = "task-1904574" [ 2058.889746] env[62105]: _type = "Task" [ 2058.889746] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.898089] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.249058] env[62105]: DEBUG nova.scheduler.client.report [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2059.289748] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904572, 'name': ReconfigVM_Task, 'duration_secs': 0.132237} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.290130] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393120', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'name': 'volume-bd967846-dd03-46c2-9176-1be7f6f15b49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ad193a0d-8438-4161-8a54-65c64d0c698a', 'attached_at': '2024-12-15T01:04:55.000000', 'detached_at': '', 'volume_id': 'bd967846-dd03-46c2-9176-1be7f6f15b49', 'serial': 'bd967846-dd03-46c2-9176-1be7f6f15b49'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2059.290439] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2059.291278] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26934dd9-bff6-41c8-a22b-db88c31670d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.301259] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2059.301543] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a919681-4ded-496b-be97-d63c6be58fc9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.380760] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.397979] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2059.398217] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2059.398474] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleting the datastore file [datastore2] ad193a0d-8438-4161-8a54-65c64d0c698a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2059.402881] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b0b312d-7f76-4871-a593-2d11d38d7b04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.404661] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477974} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.404908] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/a2329e3f-2b73-4a3f-9013-5afb6f4f8216.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2059.405123] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2059.405684] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57e30d4-5fc3-4476-a50e-8dc5f7a4d6c4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.409864] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2059.409864] env[62105]: value = "task-1904576" [ 2059.409864] env[62105]: _type = "Task" [ 2059.409864] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.413711] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2059.413711] env[62105]: value = "task-1904577" [ 2059.413711] env[62105]: _type = "Task" [ 2059.413711] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.419251] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.423713] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.754697] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.757416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.034s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.757817] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.757875] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2059.759040] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b480a38-e817-4e11-a5ea-1bb9c4aaf3f0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.767682] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ebc90-c720-4870-afb4-ff67ac28dd3d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.782675] env[62105]: INFO nova.scheduler.client.report [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Deleted allocations for instance 48d3f88c-6900-4342-9c06-8482d3380a50 [ 2059.784738] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8604cdef-54ef-4dc2-bda6-8fcdd87371fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.793759] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efd5ac7-a6da-47c7-9d98-a2afcbad4331 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.821939] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181042MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2059.822095] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.822288] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.878299] env[62105]: DEBUG oslo_vmware.api [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904573, 'name': PowerOnVM_Task, 'duration_secs': 0.633103} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.878562] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2059.878825] env[62105]: INFO nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Took 8.41 seconds to spawn the instance on the hypervisor. [ 2059.879055] env[62105]: DEBUG nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2059.879794] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd6155c-9abb-48de-be53-d40d95a0f1b2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.921303] env[62105]: DEBUG oslo_vmware.api [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146265} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.921879] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2059.922119] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2059.922306] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2059.922480] env[62105]: INFO nova.compute.manager [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Took 2.28 seconds to destroy the instance on the hypervisor. [ 2059.922712] env[62105]: DEBUG oslo.service.loopingcall [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2059.923191] env[62105]: DEBUG nova.compute.manager [-] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2059.923255] env[62105]: DEBUG nova.network.neutron [-] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2059.927460] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071404} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.927955] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2059.928679] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b5d90f-cfa6-459c-9c1d-43a947f0105e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.950824] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/a2329e3f-2b73-4a3f-9013-5afb6f4f8216.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2059.951087] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c13924-2e3b-4781-96b8-c35ae66af97d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.970806] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2059.970806] env[62105]: value = "task-1904578" [ 2059.970806] env[62105]: _type = "Task" [ 2059.970806] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.978166] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.294771] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5f782551-95be-4eb2-bdcd-18c8239b0abe tempest-AttachVolumeShelveTestJSON-316336486 tempest-AttachVolumeShelveTestJSON-316336486-project-member] Lock "48d3f88c-6900-4342-9c06-8482d3380a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.831s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.389033] env[62105]: DEBUG nova.compute.manager [req-a6967f4a-1679-454b-8f6f-dab3a470d6e1 req-df0a4d31-5fc7-4844-8c23-152ec64b43fd service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Received event network-vif-deleted-7cf7839f-fd5a-444e-89b6-6e55307a137b {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2060.389365] env[62105]: INFO nova.compute.manager [req-a6967f4a-1679-454b-8f6f-dab3a470d6e1 req-df0a4d31-5fc7-4844-8c23-152ec64b43fd service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Neutron deleted interface 7cf7839f-fd5a-444e-89b6-6e55307a137b; detaching it from the instance and deleting it from the info cache [ 2060.389618] env[62105]: DEBUG nova.network.neutron [req-a6967f4a-1679-454b-8f6f-dab3a470d6e1 req-df0a4d31-5fc7-4844-8c23-152ec64b43fd service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.400985] env[62105]: INFO nova.compute.manager [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Took 15.12 seconds to build instance. [ 2060.484135] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.844837] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 6590a7b2-6e11-4b96-a855-4e82354ad29c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2060.845043] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d9e3e468-a390-43c3-b3de-191d948a92cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2060.845189] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2060.845317] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance ad193a0d-8438-4161-8a54-65c64d0c698a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2060.845439] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 389da5f6-c542-4459-9695-fcadb11ef895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2060.845557] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a2329e3f-2b73-4a3f-9013-5afb6f4f8216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2060.861524] env[62105]: DEBUG nova.network.neutron [-] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.897383] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59431d5d-9264-452a-9f10-45a19030460e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.904564] env[62105]: DEBUG oslo_concurrency.lockutils [None req-67bc3876-c2d0-4259-8c81-ea4bf9836812 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "389da5f6-c542-4459-9695-fcadb11ef895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.634s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.909436] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2743eb6e-6c8a-4489-a125-8373a38fa40d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.936473] env[62105]: DEBUG nova.compute.manager [req-a6967f4a-1679-454b-8f6f-dab3a470d6e1 req-df0a4d31-5fc7-4844-8c23-152ec64b43fd service nova] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Detach interface failed, port_id=7cf7839f-fd5a-444e-89b6-6e55307a137b, reason: Instance ad193a0d-8438-4161-8a54-65c64d0c698a could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2060.980688] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.160674] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "6251f303-3714-47cb-94ea-507eb02415e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.160914] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6251f303-3714-47cb-94ea-507eb02415e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.348337] env[62105]: INFO nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 6251f303-3714-47cb-94ea-507eb02415e2 has allocations against this compute host but is not found in the database. [ 2061.348533] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2061.348702] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2061.363706] env[62105]: INFO nova.compute.manager [-] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Took 1.44 seconds to deallocate network for instance. [ 2061.441418] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade4046-0fdc-4a1c-ae26-f52bb8f347e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.449145] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ceb15e-5352-4bf3-9065-faa0d5ae92c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.480386] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636c94f8-fea6-4cc4-a25f-65ea53f3d468 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.490075] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7e9cbf-2949-4747-888b-6f85245ab93e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.493662] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.504739] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.663130] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2061.905080] env[62105]: INFO nova.compute.manager [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Took 0.54 seconds to detach 1 volumes for instance. [ 2061.986501] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.007930] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2062.184769] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.411409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.488046] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904578, 'name': ReconfigVM_Task, 'duration_secs': 2.162235} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.488455] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfigured VM instance instance-00000074 to attach disk [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/a2329e3f-2b73-4a3f-9013-5afb6f4f8216.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.489063] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3163f45-5575-4a75-a996-cec890c15c5c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.495847] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2062.495847] env[62105]: value = "task-1904580" [ 2062.495847] env[62105]: _type = "Task" [ 2062.495847] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.504020] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904580, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.512817] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2062.513039] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.691s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.513296] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.329s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.514933] env[62105]: INFO nova.compute.claims [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2063.005094] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904580, 'name': Rename_Task, 'duration_secs': 0.261712} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.005458] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2063.005752] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09d33f3-cc6e-4a58-83ca-57a98fa60ace {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.012410] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2063.012410] env[62105]: value = "task-1904581" [ 2063.012410] env[62105]: _type = "Task" [ 2063.012410] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.021958] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.522581] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.605813] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bacf43-6dcb-4ca1-94e5-6f032789480d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.613407] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15872be-4626-4732-9fab-2a4f2e4c6616 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.644176] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416b58d-70fb-4a5e-b86d-84638481b1a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.651778] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b4d574-74b1-4b31-a990-40743ef74d3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.665594] env[62105]: DEBUG nova.compute.provider_tree [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.023758] env[62105]: DEBUG oslo_vmware.api [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904581, 'name': PowerOnVM_Task, 'duration_secs': 0.862908} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.024176] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2064.024285] env[62105]: INFO nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Took 10.36 seconds to spawn the instance on the hypervisor. [ 2064.024488] env[62105]: DEBUG nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2064.025246] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7921b4a2-17ae-4928-934a-c8e52beb8d6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.169128] env[62105]: DEBUG nova.scheduler.client.report [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2064.543402] env[62105]: INFO nova.compute.manager [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Took 17.89 seconds to build instance. [ 2064.675069] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.675306] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2064.678515] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.267s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.678793] env[62105]: DEBUG nova.objects.instance [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'resources' on Instance uuid ad193a0d-8438-4161-8a54-65c64d0c698a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.045472] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ec4a3194-91e1-473b-be6f-7668f2f89645 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.400s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.182227] env[62105]: DEBUG nova.compute.utils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2065.186992] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2065.187418] env[62105]: DEBUG nova.network.neutron [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2065.289227] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c3d8e5-4f3a-4eec-b0c9-14dd0f3e9675 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.298858] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682b9934-1752-46e4-82f0-da8d39667022 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.329304] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2cf113-b8be-42d6-87a6-a876d35f6666 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.336761] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4407e7cd-9b28-4336-949a-f801f769189a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.350014] env[62105]: DEBUG nova.compute.provider_tree [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.451924] env[62105]: DEBUG nova.policy [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2065.687918] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2065.855026] env[62105]: DEBUG nova.scheduler.client.report [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.937586] env[62105]: DEBUG nova.network.neutron [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Successfully created port: 27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2066.115847] env[62105]: DEBUG nova.compute.manager [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2066.116262] env[62105]: DEBUG nova.compute.manager [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing instance network info cache due to event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2066.117557] env[62105]: DEBUG oslo_concurrency.lockutils [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.117766] env[62105]: DEBUG oslo_concurrency.lockutils [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.118221] env[62105]: DEBUG nova.network.neutron [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2066.359136] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.387570] env[62105]: INFO nova.scheduler.client.report [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted allocations for instance ad193a0d-8438-4161-8a54-65c64d0c698a [ 2066.698186] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2066.735838] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2066.736239] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2066.736937] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2066.736937] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2066.736937] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2066.737112] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2066.737460] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2066.737644] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2066.738275] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2066.738275] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2066.738480] env[62105]: DEBUG nova.virt.hardware [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2066.739554] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a18ac-dc65-4213-8b71-5ac79d5b6332 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.750173] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e267056-5c7e-4388-a170-5133bd93c583 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.895505] env[62105]: DEBUG oslo_concurrency.lockutils [None req-3415e44a-069b-481e-8299-1577a2aa0e8f tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "ad193a0d-8438-4161-8a54-65c64d0c698a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.758s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.969750] env[62105]: DEBUG nova.network.neutron [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updated VIF entry in instance network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2066.970144] env[62105]: DEBUG nova.network.neutron [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.474345] env[62105]: DEBUG oslo_concurrency.lockutils [req-0e28e6cd-ab7d-4417-98ae-45091c21eb84 req-bb5128f4-2646-4706-aa90-f445f9e7b356 service nova] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.502286] env[62105]: DEBUG nova.network.neutron [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Successfully updated port: 27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2067.875073] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.875386] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.005566] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-6251f303-3714-47cb-94ea-507eb02415e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.005728] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-6251f303-3714-47cb-94ea-507eb02415e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.005900] env[62105]: DEBUG nova.network.neutron [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2068.142116] env[62105]: DEBUG nova.compute.manager [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Received event network-vif-plugged-27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2068.142350] env[62105]: DEBUG oslo_concurrency.lockutils [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] Acquiring lock "6251f303-3714-47cb-94ea-507eb02415e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.142510] env[62105]: DEBUG oslo_concurrency.lockutils [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] Lock "6251f303-3714-47cb-94ea-507eb02415e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.142687] env[62105]: DEBUG oslo_concurrency.lockutils [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] Lock "6251f303-3714-47cb-94ea-507eb02415e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.142863] env[62105]: DEBUG nova.compute.manager [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] No waiting events found dispatching network-vif-plugged-27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2068.143034] env[62105]: WARNING nova.compute.manager [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Received unexpected event network-vif-plugged-27235a4a-fc9e-4841-bee4-cdde39f62ba4 for instance with vm_state building and task_state spawning. [ 2068.143204] env[62105]: DEBUG nova.compute.manager [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Received event network-changed-27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2068.143358] env[62105]: DEBUG nova.compute.manager [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Refreshing instance network info cache due to event network-changed-27235a4a-fc9e-4841-bee4-cdde39f62ba4. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2068.143523] env[62105]: DEBUG oslo_concurrency.lockutils [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] Acquiring lock "refresh_cache-6251f303-3714-47cb-94ea-507eb02415e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.377901] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2068.537405] env[62105]: DEBUG nova.network.neutron [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2068.675172] env[62105]: DEBUG nova.network.neutron [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Updating instance_info_cache with network_info: [{"id": "27235a4a-fc9e-4841-bee4-cdde39f62ba4", "address": "fa:16:3e:ff:5e:bf", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27235a4a-fc", "ovs_interfaceid": "27235a4a-fc9e-4841-bee4-cdde39f62ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.903024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.903024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.904108] env[62105]: INFO nova.compute.claims [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.177591] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-6251f303-3714-47cb-94ea-507eb02415e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.177882] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Instance network_info: |[{"id": "27235a4a-fc9e-4841-bee4-cdde39f62ba4", "address": "fa:16:3e:ff:5e:bf", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27235a4a-fc", "ovs_interfaceid": "27235a4a-fc9e-4841-bee4-cdde39f62ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2069.178209] env[62105]: DEBUG oslo_concurrency.lockutils [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] Acquired lock "refresh_cache-6251f303-3714-47cb-94ea-507eb02415e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.178422] env[62105]: DEBUG nova.network.neutron [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Refreshing network info cache for port 27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2069.181142] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:5e:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27235a4a-fc9e-4841-bee4-cdde39f62ba4', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2069.188599] env[62105]: DEBUG oslo.service.loopingcall [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.191389] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2069.191845] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a37b7a8f-6096-426e-9f1b-69dfdd51ab36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.212481] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2069.212481] env[62105]: value = "task-1904582" [ 2069.212481] env[62105]: _type = "Task" [ 2069.212481] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.220548] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904582, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.402617] env[62105]: DEBUG nova.network.neutron [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Updated VIF entry in instance network info cache for port 27235a4a-fc9e-4841-bee4-cdde39f62ba4. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2069.403131] env[62105]: DEBUG nova.network.neutron [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Updating instance_info_cache with network_info: [{"id": "27235a4a-fc9e-4841-bee4-cdde39f62ba4", "address": "fa:16:3e:ff:5e:bf", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27235a4a-fc", "ovs_interfaceid": "27235a4a-fc9e-4841-bee4-cdde39f62ba4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.722323] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904582, 'name': CreateVM_Task, 'duration_secs': 0.387887} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.722463] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.723146] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.723317] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.723633] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.723888] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d44759-1653-4114-8dba-bc524bda8eec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.728245] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2069.728245] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52625079-16d1-4f23-72aa-42379fd700b2" [ 2069.728245] env[62105]: _type = "Task" [ 2069.728245] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.735402] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52625079-16d1-4f23-72aa-42379fd700b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.906511] env[62105]: DEBUG oslo_concurrency.lockutils [req-976d3efc-9570-4eae-8a19-7325b60937a8 req-5bf54a0d-e484-4016-a963-07f2d61e0dea service nova] Releasing lock "refresh_cache-6251f303-3714-47cb-94ea-507eb02415e2" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.994246] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c809d8aa-b609-49c2-90fa-be93ca3d5e31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.001543] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd4ded-bed7-4969-ace1-d15890f5cca2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.030941] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e53182-fe93-4357-942e-4531fc0bce1b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.037989] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a03151-2032-482a-b7ef-b4e4b74334b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.051884] env[62105]: DEBUG nova.compute.provider_tree [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.238573] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52625079-16d1-4f23-72aa-42379fd700b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012053} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.239298] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.239298] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2070.239521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.239521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.239661] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2070.239916] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-610ae0f3-ec09-47f4-97f9-fb7cf2e256ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.247879] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2070.248061] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2070.248703] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb4fb77-9c49-4a85-94dc-4cfa343ca893 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.253428] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2070.253428] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ce3ab-43a0-3509-f9aa-a061f0d41dd3" [ 2070.253428] env[62105]: _type = "Task" [ 2070.253428] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.260450] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ce3ab-43a0-3509-f9aa-a061f0d41dd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.555511] env[62105]: DEBUG nova.scheduler.client.report [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.763942] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ce3ab-43a0-3509-f9aa-a061f0d41dd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010694} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.764750] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80a7541-4885-481d-ae66-edc01a79bb42 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.769666] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2070.769666] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522fadf4-339a-f576-c133-42018a10c173" [ 2070.769666] env[62105]: _type = "Task" [ 2070.769666] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.776894] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522fadf4-339a-f576-c133-42018a10c173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.060153] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.060668] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2071.281333] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]522fadf4-339a-f576-c133-42018a10c173, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.281581] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.281848] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 6251f303-3714-47cb-94ea-507eb02415e2/6251f303-3714-47cb-94ea-507eb02415e2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2071.282114] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7925cf5f-2ee3-43b9-a232-554e94d78d8d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.289289] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2071.289289] env[62105]: value = "task-1904583" [ 2071.289289] env[62105]: _type = "Task" [ 2071.289289] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.296651] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.566613] env[62105]: DEBUG nova.compute.utils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2071.568309] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2071.568518] env[62105]: DEBUG nova.network.neutron [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2071.610763] env[62105]: DEBUG nova.policy [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b96c7523165463c842294f99d328002', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b28fd6a85f8e4e069f87593a7d6ddb50', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2071.801811] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494607} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.801994] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 6251f303-3714-47cb-94ea-507eb02415e2/6251f303-3714-47cb-94ea-507eb02415e2.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.802556] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.802933] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b99498c-d55a-4dce-9879-3a367dabfe56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.810622] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2071.810622] env[62105]: value = "task-1904584" [ 2071.810622] env[62105]: _type = "Task" [ 2071.810622] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.818717] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.938887] env[62105]: DEBUG nova.network.neutron [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Successfully created port: 453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2072.071739] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2072.321412] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101783} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.321705] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2072.322475] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54581b33-41bd-4098-a8de-360249cc5b97 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.343467] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 6251f303-3714-47cb-94ea-507eb02415e2/6251f303-3714-47cb-94ea-507eb02415e2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.343726] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86a5a70c-cfa9-4321-ac70-3b7489ce2017 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.362943] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2072.362943] env[62105]: value = "task-1904585" [ 2072.362943] env[62105]: _type = "Task" [ 2072.362943] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.370398] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.873864] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904585, 'name': ReconfigVM_Task, 'duration_secs': 0.297239} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.874364] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 6251f303-3714-47cb-94ea-507eb02415e2/6251f303-3714-47cb-94ea-507eb02415e2.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.874818] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8426f9a8-e7cb-43e8-a3fd-2ff659e87999 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.881421] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2072.881421] env[62105]: value = "task-1904586" [ 2072.881421] env[62105]: _type = "Task" [ 2072.881421] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.889292] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904586, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.083085] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2073.110235] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2073.110547] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2073.110751] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2073.110955] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2073.111180] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2073.111389] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2073.111664] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2073.111878] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2073.112102] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2073.112328] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2073.112563] env[62105]: DEBUG nova.virt.hardware [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2073.113437] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cab19f4-3247-4c9a-b1c5-114e3d9ce841 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.121038] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c8434-d194-43b1-8bf0-2de5fe2bf372 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.322107] env[62105]: DEBUG nova.compute.manager [req-470466eb-6d36-4070-b565-b88fe365f8e3 req-f5e4f162-53c7-45dd-a474-c2c10f59a813 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-vif-plugged-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2073.322358] env[62105]: DEBUG oslo_concurrency.lockutils [req-470466eb-6d36-4070-b565-b88fe365f8e3 req-f5e4f162-53c7-45dd-a474-c2c10f59a813 service nova] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.322578] env[62105]: DEBUG oslo_concurrency.lockutils [req-470466eb-6d36-4070-b565-b88fe365f8e3 req-f5e4f162-53c7-45dd-a474-c2c10f59a813 service nova] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.322774] env[62105]: DEBUG oslo_concurrency.lockutils [req-470466eb-6d36-4070-b565-b88fe365f8e3 req-f5e4f162-53c7-45dd-a474-c2c10f59a813 service nova] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.322996] env[62105]: DEBUG nova.compute.manager [req-470466eb-6d36-4070-b565-b88fe365f8e3 req-f5e4f162-53c7-45dd-a474-c2c10f59a813 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] No waiting events found dispatching network-vif-plugged-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2073.323184] env[62105]: WARNING nova.compute.manager [req-470466eb-6d36-4070-b565-b88fe365f8e3 req-f5e4f162-53c7-45dd-a474-c2c10f59a813 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received unexpected event network-vif-plugged-453ad55f-37f1-495c-a09c-c763080de957 for instance with vm_state building and task_state spawning. [ 2073.391153] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904586, 'name': Rename_Task, 'duration_secs': 0.49783} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.391414] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.391657] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a790be46-c5db-4ab7-b639-8bb509289c4c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.397834] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2073.397834] env[62105]: value = "task-1904587" [ 2073.397834] env[62105]: _type = "Task" [ 2073.397834] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.405725] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.406476] env[62105]: DEBUG nova.network.neutron [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Successfully updated port: 453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2073.908018] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.909528] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.909656] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.909804] env[62105]: DEBUG nova.network.neutron [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2074.408908] env[62105]: DEBUG oslo_vmware.api [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904587, 'name': PowerOnVM_Task, 'duration_secs': 0.617824} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.409322] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.409418] env[62105]: INFO nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Took 7.71 seconds to spawn the instance on the hypervisor. [ 2074.409573] env[62105]: DEBUG nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.410347] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebf07cd-fc60-4c88-b368-e8d5bf57d6ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.445839] env[62105]: DEBUG nova.network.neutron [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2074.573425] env[62105]: DEBUG nova.network.neutron [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2074.929125] env[62105]: INFO nova.compute.manager [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Took 12.76 seconds to build instance. [ 2075.076739] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.077144] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance network_info: |[{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2075.077587] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:40:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '453ad55f-37f1-495c-a09c-c763080de957', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2075.085769] env[62105]: DEBUG oslo.service.loopingcall [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2075.086358] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2075.086637] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5d20e48-6816-4599-9f01-3b8f60e475ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.106958] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2075.106958] env[62105]: value = "task-1904588" [ 2075.106958] env[62105]: _type = "Task" [ 2075.106958] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.114195] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904588, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.347182] env[62105]: DEBUG nova.compute.manager [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-changed-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2075.347329] env[62105]: DEBUG nova.compute.manager [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing instance network info cache due to event network-changed-453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2075.347592] env[62105]: DEBUG oslo_concurrency.lockutils [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.347758] env[62105]: DEBUG oslo_concurrency.lockutils [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.347926] env[62105]: DEBUG nova.network.neutron [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing network info cache for port 453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2075.430847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-15784625-2a85-4c17-96a4-b426b1844a1e tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6251f303-3714-47cb-94ea-507eb02415e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.270s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.617886] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904588, 'name': CreateVM_Task, 'duration_secs': 0.43437} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.618110] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.618647] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.618845] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.619198] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.619453] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d99ace-464f-4ea6-a196-6dc251ce75dc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.623965] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2075.623965] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524d5e80-fb11-9493-1821-48881b966efe" [ 2075.623965] env[62105]: _type = "Task" [ 2075.623965] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.631686] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524d5e80-fb11-9493-1821-48881b966efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.694374] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "6251f303-3714-47cb-94ea-507eb02415e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.694637] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6251f303-3714-47cb-94ea-507eb02415e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.694849] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "6251f303-3714-47cb-94ea-507eb02415e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.695044] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6251f303-3714-47cb-94ea-507eb02415e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.695217] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6251f303-3714-47cb-94ea-507eb02415e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.697355] env[62105]: INFO nova.compute.manager [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Terminating instance [ 2076.040583] env[62105]: DEBUG nova.network.neutron [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updated VIF entry in instance network info cache for port 453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2076.040938] env[62105]: DEBUG nova.network.neutron [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.135382] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]524d5e80-fb11-9493-1821-48881b966efe, 'name': SearchDatastore_Task, 'duration_secs': 0.016805} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.135677] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.135908] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.136157] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.136306] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.136503] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.136762] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a596bd4e-e863-40cf-b7ae-4087b7dd2cbd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.147018] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.147205] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.147886] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e82969-34c6-462d-81f0-03801dddf819 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.152910] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2076.152910] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f049aa-7fa9-93e4-c389-16273006d20a" [ 2076.152910] env[62105]: _type = "Task" [ 2076.152910] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.159906] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f049aa-7fa9-93e4-c389-16273006d20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.200990] env[62105]: DEBUG nova.compute.manager [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.201206] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.201956] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d47c2a-4156-4977-935f-2bb80aa1164b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.208807] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.209022] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf169dea-bcff-429b-902a-07e99291da22 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.215184] env[62105]: DEBUG oslo_vmware.api [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2076.215184] env[62105]: value = "task-1904589" [ 2076.215184] env[62105]: _type = "Task" [ 2076.215184] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.222372] env[62105]: DEBUG oslo_vmware.api [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.543992] env[62105]: DEBUG oslo_concurrency.lockutils [req-2b3c28c7-e506-42dc-ac08-0284d8af2223 req-925ae00d-987a-4f94-9d88-a4dd9188e2a1 service nova] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.663465] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f049aa-7fa9-93e4-c389-16273006d20a, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.664261] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77160539-fd9f-47e1-86b6-26822fb09ce1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.669778] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2076.669778] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521d5755-8834-890f-b3e8-745a37e54f6c" [ 2076.669778] env[62105]: _type = "Task" [ 2076.669778] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.677078] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521d5755-8834-890f-b3e8-745a37e54f6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.724068] env[62105]: DEBUG oslo_vmware.api [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904589, 'name': PowerOffVM_Task, 'duration_secs': 0.192096} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.724321] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.724531] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2076.724763] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507de175-6484-412e-b49d-8785c622e48a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.799017] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2076.799242] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2076.799427] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore1] 6251f303-3714-47cb-94ea-507eb02415e2 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2076.799685] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-745109f6-bef2-422a-96e3-ff4a56b81418 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.805891] env[62105]: DEBUG oslo_vmware.api [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2076.805891] env[62105]: value = "task-1904591" [ 2076.805891] env[62105]: _type = "Task" [ 2076.805891] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.813412] env[62105]: DEBUG oslo_vmware.api [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.180111] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]521d5755-8834-890f-b3e8-745a37e54f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009366} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.180344] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.180613] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2077.180894] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3852f43-3694-407f-8e04-7d1b0a69a050 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.187695] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2077.187695] env[62105]: value = "task-1904592" [ 2077.187695] env[62105]: _type = "Task" [ 2077.187695] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.195523] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.316404] env[62105]: DEBUG oslo_vmware.api [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165211} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.317258] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2077.317258] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2077.317258] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2077.317502] env[62105]: INFO nova.compute.manager [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2077.317646] env[62105]: DEBUG oslo.service.loopingcall [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.317848] env[62105]: DEBUG nova.compute.manager [-] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2077.317944] env[62105]: DEBUG nova.network.neutron [-] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2077.629949] env[62105]: DEBUG nova.compute.manager [req-9db1f312-cb26-4b55-9db6-eb9502f7c121 req-5462fd2c-b733-4316-b2d4-13085678cba5 service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Received event network-vif-deleted-27235a4a-fc9e-4841-bee4-cdde39f62ba4 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2077.630282] env[62105]: INFO nova.compute.manager [req-9db1f312-cb26-4b55-9db6-eb9502f7c121 req-5462fd2c-b733-4316-b2d4-13085678cba5 service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Neutron deleted interface 27235a4a-fc9e-4841-bee4-cdde39f62ba4; detaching it from the instance and deleting it from the info cache [ 2077.630615] env[62105]: DEBUG nova.network.neutron [req-9db1f312-cb26-4b55-9db6-eb9502f7c121 req-5462fd2c-b733-4316-b2d4-13085678cba5 service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.698924] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.103788] env[62105]: DEBUG nova.network.neutron [-] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.135524] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-753fb373-4c35-4fba-bd1d-2ed0e863805e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.144812] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e379c-a0ad-4f94-9599-1e53b9646e36 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.175889] env[62105]: DEBUG nova.compute.manager [req-9db1f312-cb26-4b55-9db6-eb9502f7c121 req-5462fd2c-b733-4316-b2d4-13085678cba5 service nova] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Detach interface failed, port_id=27235a4a-fc9e-4841-bee4-cdde39f62ba4, reason: Instance 6251f303-3714-47cb-94ea-507eb02415e2 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2078.198420] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535242} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.198709] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2078.198927] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2078.199200] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27d6ac92-bc52-4daf-aec3-742683190e80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.205948] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2078.205948] env[62105]: value = "task-1904593" [ 2078.205948] env[62105]: _type = "Task" [ 2078.205948] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.213637] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.606991] env[62105]: INFO nova.compute.manager [-] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Took 1.29 seconds to deallocate network for instance. [ 2078.715290] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073946} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.715652] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.716346] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb57c27-e8b9-43e0-a7ae-11bc39b17fd6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.737323] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.737545] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24078ef0-3aed-473d-8f47-ecfa25f598d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.756830] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2078.756830] env[62105]: value = "task-1904594" [ 2078.756830] env[62105]: _type = "Task" [ 2078.756830] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.763932] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.113381] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.113669] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.113897] env[62105]: DEBUG nova.objects.instance [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid 6251f303-3714-47cb-94ea-507eb02415e2 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.266558] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904594, 'name': ReconfigVM_Task, 'duration_secs': 0.347519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.266855] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.267536] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f13ed95-cc77-4164-bd8c-1ce3738026e0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.274686] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2079.274686] env[62105]: value = "task-1904595" [ 2079.274686] env[62105]: _type = "Task" [ 2079.274686] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.283501] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904595, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.788460] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904595, 'name': Rename_Task, 'duration_secs': 0.133452} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.788806] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.789095] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d739f09-c049-4c8f-ae27-3869feebf7e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.795603] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2079.795603] env[62105]: value = "task-1904596" [ 2079.795603] env[62105]: _type = "Task" [ 2079.795603] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.803177] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.858471] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172d846b-c669-4c49-94af-07fd380c6400 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.866042] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f5c32-8932-45be-99d6-0088cd21be48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.895395] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ef901e-0905-4b45-ae3d-17c6bbbc8a63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.902549] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bba50b-a918-4082-a8cc-9b0bf843a6d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.915853] env[62105]: DEBUG nova.compute.provider_tree [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.305360] env[62105]: DEBUG oslo_vmware.api [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904596, 'name': PowerOnVM_Task, 'duration_secs': 0.508744} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.305631] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.305839] env[62105]: INFO nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Took 7.22 seconds to spawn the instance on the hypervisor. [ 2080.306034] env[62105]: DEBUG nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.306805] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fd1220-c5ba-4a5a-a895-30b5610c73be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.419678] env[62105]: DEBUG nova.scheduler.client.report [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2080.826011] env[62105]: INFO nova.compute.manager [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Took 11.94 seconds to build instance. [ 2080.925626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.932182] env[62105]: DEBUG nova.compute.manager [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-changed-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2080.932383] env[62105]: DEBUG nova.compute.manager [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing instance network info cache due to event network-changed-453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2080.932708] env[62105]: DEBUG oslo_concurrency.lockutils [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.933304] env[62105]: DEBUG oslo_concurrency.lockutils [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.933304] env[62105]: DEBUG nova.network.neutron [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing network info cache for port 453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.947967] env[62105]: INFO nova.scheduler.client.report [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance 6251f303-3714-47cb-94ea-507eb02415e2 [ 2081.327636] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5438fa2a-5208-4e9b-872f-6449925b2325 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.452s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.457502] env[62105]: DEBUG oslo_concurrency.lockutils [None req-66a75a12-056f-4738-82fe-e284485d4913 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6251f303-3714-47cb-94ea-507eb02415e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.763s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.639164] env[62105]: DEBUG nova.network.neutron [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updated VIF entry in instance network info cache for port 453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.639528] env[62105]: DEBUG nova.network.neutron [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.142602] env[62105]: DEBUG oslo_concurrency.lockutils [req-4a37cc0f-6017-422c-bb83-7a29a6c79368 req-43ab4ceb-bfb8-4221-bf46-e487be23468f service nova] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2082.295783] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "389da5f6-c542-4459-9695-fcadb11ef895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.296034] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "389da5f6-c542-4459-9695-fcadb11ef895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.296250] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "389da5f6-c542-4459-9695-fcadb11ef895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.296445] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "389da5f6-c542-4459-9695-fcadb11ef895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.296682] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "389da5f6-c542-4459-9695-fcadb11ef895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.298919] env[62105]: INFO nova.compute.manager [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Terminating instance [ 2082.803201] env[62105]: DEBUG nova.compute.manager [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2082.803459] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.804465] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2bd32-537f-4cfe-9acc-eb5b01fce4ac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.812784] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.813131] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5d5adb-a6b6-48d2-ab80-28357f5385da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.819789] env[62105]: DEBUG oslo_vmware.api [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2082.819789] env[62105]: value = "task-1904597" [ 2082.819789] env[62105]: _type = "Task" [ 2082.819789] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.828388] env[62105]: DEBUG oslo_vmware.api [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.329613] env[62105]: DEBUG oslo_vmware.api [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904597, 'name': PowerOffVM_Task, 'duration_secs': 0.238433} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.330044] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.330106] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.330319] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1443decb-99a0-4060-bdd5-a559269533c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.450813] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.451019] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.451186] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore2] 389da5f6-c542-4459-9695-fcadb11ef895 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.451454] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f3815ed-4f15-4dc0-a205-4c3369a2e993 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.458269] env[62105]: DEBUG oslo_vmware.api [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2083.458269] env[62105]: value = "task-1904599" [ 2083.458269] env[62105]: _type = "Task" [ 2083.458269] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.466280] env[62105]: DEBUG oslo_vmware.api [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904599, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.805583] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.968695] env[62105]: DEBUG oslo_vmware.api [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904599, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137169} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.968975] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2083.969229] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2083.969414] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2083.969593] env[62105]: INFO nova.compute.manager [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2083.969836] env[62105]: DEBUG oslo.service.loopingcall [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.970034] env[62105]: DEBUG nova.compute.manager [-] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2083.970131] env[62105]: DEBUG nova.network.neutron [-] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2084.218688] env[62105]: DEBUG nova.compute.manager [req-403bb8a9-87c2-429c-bb62-a893dbab15f4 req-992ecc72-4057-4a8a-9eac-349a3c84a486 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Received event network-vif-deleted-47605927-f0f2-45d8-b34a-25d739c4d53f {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2084.218892] env[62105]: INFO nova.compute.manager [req-403bb8a9-87c2-429c-bb62-a893dbab15f4 req-992ecc72-4057-4a8a-9eac-349a3c84a486 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Neutron deleted interface 47605927-f0f2-45d8-b34a-25d739c4d53f; detaching it from the instance and deleting it from the info cache [ 2084.219083] env[62105]: DEBUG nova.network.neutron [req-403bb8a9-87c2-429c-bb62-a893dbab15f4 req-992ecc72-4057-4a8a-9eac-349a3c84a486 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.698134] env[62105]: DEBUG nova.network.neutron [-] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.723074] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa9a826c-7286-465a-afe1-2299bac96e86 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.733011] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d272368a-4848-4949-95af-43ca64ee2128 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.758567] env[62105]: DEBUG nova.compute.manager [req-403bb8a9-87c2-429c-bb62-a893dbab15f4 req-992ecc72-4057-4a8a-9eac-349a3c84a486 service nova] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Detach interface failed, port_id=47605927-f0f2-45d8-b34a-25d739c4d53f, reason: Instance 389da5f6-c542-4459-9695-fcadb11ef895 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2085.201148] env[62105]: INFO nova.compute.manager [-] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Took 1.23 seconds to deallocate network for instance. [ 2085.707752] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.708100] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.708273] env[62105]: DEBUG nova.objects.instance [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid 389da5f6-c542-4459-9695-fcadb11ef895 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.291606] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d0ff4-6fb3-49d3-af1f-80b3282230aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.299453] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2284f640-63ed-43e8-bbe6-a23e6d260c1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.330274] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411c25ac-cbe3-4d2a-b6c1-e13e78272352 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.337389] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405ebce9-5812-4b32-b885-1ccff3ca7e6d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.350595] env[62105]: DEBUG nova.compute.provider_tree [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.502149] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2086.853567] env[62105]: DEBUG nova.scheduler.client.report [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2087.358626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.379102] env[62105]: INFO nova.scheduler.client.report [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance 389da5f6-c542-4459-9695-fcadb11ef895 [ 2087.502138] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2087.502329] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2087.887137] env[62105]: DEBUG oslo_concurrency.lockutils [None req-af0ebe33-4e2c-40fb-b8e0-2b2eff4a9c12 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "389da5f6-c542-4459-9695-fcadb11ef895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.591s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.005346] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 2088.005689] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.005796] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.502916] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2088.503187] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2089.282789] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.283149] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.785013] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2090.306795] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.307099] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.308594] env[62105]: INFO nova.compute.claims [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2090.502802] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2090.503056] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2091.397328] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7d4e16-e55b-4965-8ae0-ab8d63eb0381 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.405146] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5101b60-61c5-418f-b308-3c81b139b41b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.434942] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c157d-4ba9-4ee9-9672-feada740dd14 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.442277] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1285f12-d817-4f26-9469-c1a2bd934461 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.454957] env[62105]: DEBUG nova.compute.provider_tree [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2091.958158] env[62105]: DEBUG nova.scheduler.client.report [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2092.463017] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.463603] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2092.968141] env[62105]: DEBUG nova.compute.utils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2092.969517] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2092.969686] env[62105]: DEBUG nova.network.neutron [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2093.020658] env[62105]: DEBUG nova.policy [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2093.260679] env[62105]: DEBUG nova.network.neutron [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Successfully created port: cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2093.473244] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2093.502617] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2094.005686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.005686] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.005932] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.005977] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2094.006905] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d89a11e-ae69-4e1b-8f61-9476a1e05629 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.016496] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b87f97d-fa83-4de4-98f1-825bd92dd351 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.031041] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d431689-95eb-4e6f-b8c7-cdd9153d4537 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.037336] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e1839-ecfb-4aed-82a2-fb70edcc484c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.065608] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181042MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2094.065755] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.065945] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.483435] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2094.510562] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2094.510801] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2094.510961] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2094.511181] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2094.511335] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2094.511487] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2094.511694] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2094.511855] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2094.512166] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2094.512351] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2094.512530] env[62105]: DEBUG nova.virt.hardware [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2094.513411] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41196a0b-3162-4c31-9a77-95d8f787977d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.521449] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434129ae-8f13-4310-8e48-bac675b26aa3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.638801] env[62105]: DEBUG nova.compute.manager [req-b08d9a3e-ec7b-40cc-9ba6-0aca9dacc9f7 req-eba6b176-644c-4a65-b0f2-6178f2282bec service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Received event network-vif-plugged-cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2094.639048] env[62105]: DEBUG oslo_concurrency.lockutils [req-b08d9a3e-ec7b-40cc-9ba6-0aca9dacc9f7 req-eba6b176-644c-4a65-b0f2-6178f2282bec service nova] Acquiring lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.639266] env[62105]: DEBUG oslo_concurrency.lockutils [req-b08d9a3e-ec7b-40cc-9ba6-0aca9dacc9f7 req-eba6b176-644c-4a65-b0f2-6178f2282bec service nova] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.639439] env[62105]: DEBUG oslo_concurrency.lockutils [req-b08d9a3e-ec7b-40cc-9ba6-0aca9dacc9f7 req-eba6b176-644c-4a65-b0f2-6178f2282bec service nova] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.639652] env[62105]: DEBUG nova.compute.manager [req-b08d9a3e-ec7b-40cc-9ba6-0aca9dacc9f7 req-eba6b176-644c-4a65-b0f2-6178f2282bec service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] No waiting events found dispatching network-vif-plugged-cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2094.639782] env[62105]: WARNING nova.compute.manager [req-b08d9a3e-ec7b-40cc-9ba6-0aca9dacc9f7 req-eba6b176-644c-4a65-b0f2-6178f2282bec service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Received unexpected event network-vif-plugged-cd356b2f-588b-4b41-b5b6-19ed13742ac9 for instance with vm_state building and task_state spawning. [ 2094.723018] env[62105]: DEBUG nova.network.neutron [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Successfully updated port: cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2095.094869] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 6590a7b2-6e11-4b96-a855-4e82354ad29c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.095030] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d9e3e468-a390-43c3-b3de-191d948a92cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.095169] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.095274] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a2329e3f-2b73-4a3f-9013-5afb6f4f8216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.095725] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.095725] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2095.095725] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2095.096028] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2095.169280] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc9f79d-2ad2-42f2-a68c-097e24c20ab7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.176790] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf86ddfe-7476-49d8-a391-d82a04e47be0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.206313] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce39c0-2527-407d-9cad-4e787e5905cf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.213705] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834da081-718a-4bb9-9e1c-15cb64a0f486 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.226639] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.226798] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.226956] env[62105]: DEBUG nova.network.neutron [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2095.228161] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.732277] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.764316] env[62105]: DEBUG nova.network.neutron [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2095.886230] env[62105]: DEBUG nova.network.neutron [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Updating instance_info_cache with network_info: [{"id": "cd356b2f-588b-4b41-b5b6-19ed13742ac9", "address": "fa:16:3e:e7:4b:75", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd356b2f-58", "ovs_interfaceid": "cd356b2f-588b-4b41-b5b6-19ed13742ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.237351] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2096.237575] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.388808] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.389172] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Instance network_info: |[{"id": "cd356b2f-588b-4b41-b5b6-19ed13742ac9", "address": "fa:16:3e:e7:4b:75", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd356b2f-58", "ovs_interfaceid": "cd356b2f-588b-4b41-b5b6-19ed13742ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2096.389614] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4b:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd356b2f-588b-4b41-b5b6-19ed13742ac9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2096.397302] env[62105]: DEBUG oslo.service.loopingcall [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2096.397500] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2096.397740] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87b0203d-a029-45ee-921c-9bdf866abbfe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.421181] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2096.421181] env[62105]: value = "task-1904600" [ 2096.421181] env[62105]: _type = "Task" [ 2096.421181] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.431188] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904600, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.669170] env[62105]: DEBUG nova.compute.manager [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Received event network-changed-cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2096.669355] env[62105]: DEBUG nova.compute.manager [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Refreshing instance network info cache due to event network-changed-cd356b2f-588b-4b41-b5b6-19ed13742ac9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2096.669583] env[62105]: DEBUG oslo_concurrency.lockutils [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] Acquiring lock "refresh_cache-8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.669728] env[62105]: DEBUG oslo_concurrency.lockutils [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] Acquired lock "refresh_cache-8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.669913] env[62105]: DEBUG nova.network.neutron [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Refreshing network info cache for port cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2096.932306] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904600, 'name': CreateVM_Task, 'duration_secs': 0.293542} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.932573] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2096.933181] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.933395] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.933722] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2096.933973] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9639dd4-f0e9-492a-9aa5-e717d18cb9d7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.939409] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2096.939409] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528f8296-c2fc-73fe-81d2-e86952176794" [ 2096.939409] env[62105]: _type = "Task" [ 2096.939409] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.947582] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528f8296-c2fc-73fe-81d2-e86952176794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.232976] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2097.395427] env[62105]: DEBUG nova.network.neutron [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Updated VIF entry in instance network info cache for port cd356b2f-588b-4b41-b5b6-19ed13742ac9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2097.395818] env[62105]: DEBUG nova.network.neutron [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Updating instance_info_cache with network_info: [{"id": "cd356b2f-588b-4b41-b5b6-19ed13742ac9", "address": "fa:16:3e:e7:4b:75", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd356b2f-58", "ovs_interfaceid": "cd356b2f-588b-4b41-b5b6-19ed13742ac9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.449529] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528f8296-c2fc-73fe-81d2-e86952176794, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.449812] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.450079] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2097.450323] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.450474] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.450650] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2097.450903] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-353d6a2c-6259-4e23-9ebf-60843f58622a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.459263] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2097.459450] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2097.460125] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b106acd-e2a1-41f9-b410-debf7c55f37c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.465294] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2097.465294] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52780d04-277f-06f5-e288-2e6fe37eca23" [ 2097.465294] env[62105]: _type = "Task" [ 2097.465294] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.472405] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52780d04-277f-06f5-e288-2e6fe37eca23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.898528] env[62105]: DEBUG oslo_concurrency.lockutils [req-a791afda-172f-417e-a7f2-91c4ab8bb711 req-d120d7d5-bebd-431b-92b9-e8b6448ec91a service nova] Releasing lock "refresh_cache-8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.977081] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52780d04-277f-06f5-e288-2e6fe37eca23, 'name': SearchDatastore_Task, 'duration_secs': 0.008246} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.977405] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c5dab92-8987-43a7-a0ce-1fa5386deb08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.982031] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2097.982031] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529c913e-a79d-13d5-40cc-d686cc3f3d25" [ 2097.982031] env[62105]: _type = "Task" [ 2097.982031] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.989578] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529c913e-a79d-13d5-40cc-d686cc3f3d25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.492423] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]529c913e-a79d-13d5-40cc-d686cc3f3d25, 'name': SearchDatastore_Task, 'duration_secs': 0.009486} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.492745] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.493065] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a/8b5d20ee-3f80-45cf-a892-2d7a3f4a722a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2098.493360] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a92f9ca7-45a9-454e-ac81-78f3c4d29e28 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.501012] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2098.501012] env[62105]: value = "task-1904601" [ 2098.501012] env[62105]: _type = "Task" [ 2098.501012] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.508232] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.010505] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459422} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.010880] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a/8b5d20ee-3f80-45cf-a892-2d7a3f4a722a.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2099.010962] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2099.011226] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1aeb2ec-4ed7-4fc7-93b2-fe6406c748d3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.019029] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2099.019029] env[62105]: value = "task-1904602" [ 2099.019029] env[62105]: _type = "Task" [ 2099.019029] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.026214] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.529583] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057699} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.529583] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2099.530409] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dedaa79-aeb4-43fd-8c1c-3b3ef50f1412 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.553059] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a/8b5d20ee-3f80-45cf-a892-2d7a3f4a722a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2099.553059] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80f2a819-43eb-443a-8dfd-78bb0cd09c62 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.572507] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2099.572507] env[62105]: value = "task-1904603" [ 2099.572507] env[62105]: _type = "Task" [ 2099.572507] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.579807] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.081973] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904603, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.582017] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904603, 'name': ReconfigVM_Task, 'duration_secs': 0.514188} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.582319] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a/8b5d20ee-3f80-45cf-a892-2d7a3f4a722a.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2100.583010] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76fda4ce-e9a8-48d8-a13c-a9853c201da1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.593789] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2100.593789] env[62105]: value = "task-1904604" [ 2100.593789] env[62105]: _type = "Task" [ 2100.593789] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.601277] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904604, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.103923] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904604, 'name': Rename_Task, 'duration_secs': 0.139258} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.104296] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2101.104467] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab2f6ff-7a19-4e46-9565-89f9ba455dc8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.110623] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2101.110623] env[62105]: value = "task-1904605" [ 2101.110623] env[62105]: _type = "Task" [ 2101.110623] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.117550] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.619836] env[62105]: DEBUG oslo_vmware.api [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904605, 'name': PowerOnVM_Task, 'duration_secs': 0.416734} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.620180] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.620436] env[62105]: INFO nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Took 7.14 seconds to spawn the instance on the hypervisor. [ 2101.620660] env[62105]: DEBUG nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.621447] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccc9d4a-b7ab-4850-abdd-07d16d9e8ffa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.140079] env[62105]: INFO nova.compute.manager [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Took 11.85 seconds to build instance. [ 2102.642653] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1b0928df-20e5-4e41-9f6b-1c4202d3567c tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.359s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.048146] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.048381] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.551903] env[62105]: DEBUG nova.compute.utils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2103.657816] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.658064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.658274] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.658461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.658630] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.660740] env[62105]: INFO nova.compute.manager [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Terminating instance [ 2104.054740] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.164870] env[62105]: DEBUG nova.compute.manager [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2104.165189] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2104.166273] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becdc394-7916-4f60-a011-7b5c9d122318 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.174572] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2104.174869] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a49a7dc2-c0c2-47fa-97b8-01e8fe1545b8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.182404] env[62105]: DEBUG oslo_vmware.api [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2104.182404] env[62105]: value = "task-1904606" [ 2104.182404] env[62105]: _type = "Task" [ 2104.182404] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.191099] env[62105]: DEBUG oslo_vmware.api [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.692158] env[62105]: DEBUG oslo_vmware.api [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904606, 'name': PowerOffVM_Task, 'duration_secs': 0.213005} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.692490] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.692640] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2104.692876] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ed9dd82-6754-4c11-a1a6-ca1fd7936437 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.764620] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2104.764969] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2104.765132] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore2] 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2104.765317] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-894a89d1-12c1-41cd-a524-f55053ad4c3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.772370] env[62105]: DEBUG oslo_vmware.api [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2104.772370] env[62105]: value = "task-1904608" [ 2104.772370] env[62105]: _type = "Task" [ 2104.772370] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.779439] env[62105]: DEBUG oslo_vmware.api [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.111774] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.112070] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.112327] env[62105]: INFO nova.compute.manager [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Attaching volume 0f658046-9d09-48c1-a13b-ea073c9e3741 to /dev/sdb [ 2105.142642] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab6f85-c259-4e40-a3c2-87c2dcd0ee09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.149734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308edc50-125a-43b7-a5ff-0dee19649606 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.162749] env[62105]: DEBUG nova.virt.block_device [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating existing volume attachment record: ec0c331b-e299-4f18-9a9b-d0ba83c800e3 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2105.281585] env[62105]: DEBUG oslo_vmware.api [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135102} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.281866] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2105.282089] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2105.282283] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2105.282455] env[62105]: INFO nova.compute.manager [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2105.282695] env[62105]: DEBUG oslo.service.loopingcall [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.282888] env[62105]: DEBUG nova.compute.manager [-] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2105.282993] env[62105]: DEBUG nova.network.neutron [-] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2105.573107] env[62105]: DEBUG nova.compute.manager [req-feb190c5-027b-42e3-82a7-5a67e399eb5a req-458e4986-de27-4630-acc8-5313f2f55942 service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Received event network-vif-deleted-cd356b2f-588b-4b41-b5b6-19ed13742ac9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2105.573342] env[62105]: INFO nova.compute.manager [req-feb190c5-027b-42e3-82a7-5a67e399eb5a req-458e4986-de27-4630-acc8-5313f2f55942 service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Neutron deleted interface cd356b2f-588b-4b41-b5b6-19ed13742ac9; detaching it from the instance and deleting it from the info cache [ 2105.573519] env[62105]: DEBUG nova.network.neutron [req-feb190c5-027b-42e3-82a7-5a67e399eb5a req-458e4986-de27-4630-acc8-5313f2f55942 service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.044079] env[62105]: DEBUG nova.network.neutron [-] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.076017] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dadb29ab-2ccb-4573-8a12-6a45fffc2e1c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.085453] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e25513-1f18-485f-bec2-7ee5408aaca2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.113611] env[62105]: DEBUG nova.compute.manager [req-feb190c5-027b-42e3-82a7-5a67e399eb5a req-458e4986-de27-4630-acc8-5313f2f55942 service nova] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Detach interface failed, port_id=cd356b2f-588b-4b41-b5b6-19ed13742ac9, reason: Instance 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2106.546502] env[62105]: INFO nova.compute.manager [-] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Took 1.26 seconds to deallocate network for instance. [ 2107.052666] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.052998] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.053174] env[62105]: DEBUG nova.objects.instance [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.640122] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9106c3-745c-4a00-8b22-12729c31d038 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.647390] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16412ef4-27ec-4611-af1c-3217c7508b7b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.676723] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e787118-1bed-4baf-94e0-1054ff5f75e4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.683713] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6275ea29-c737-493f-9f73-614e7eeb9dc2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.697807] env[62105]: DEBUG nova.compute.provider_tree [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.201428] env[62105]: DEBUG nova.scheduler.client.report [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.706566] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.727546] env[62105]: INFO nova.scheduler.client.report [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a [ 2109.234745] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b7f2c896-fe39-41cd-a126-e50267b3fe13 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "8b5d20ee-3f80-45cf-a892-2d7a3f4a722a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.577s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.708549] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2109.709336] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393128', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'name': 'volume-0f658046-9d09-48c1-a13b-ea073c9e3741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2329e3f-2b73-4a3f-9013-5afb6f4f8216', 'attached_at': '', 'detached_at': '', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'serial': '0f658046-9d09-48c1-a13b-ea073c9e3741'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2109.709929] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21164346-ae42-4464-a3f1-483bc6301b15 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.725949] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d9d6d-e566-48d0-a2f4-27874dc0a1d7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.751229] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-0f658046-9d09-48c1-a13b-ea073c9e3741/volume-0f658046-9d09-48c1-a13b-ea073c9e3741.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.751510] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95652f76-348e-4c71-ace8-3718a31ef97e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.770189] env[62105]: DEBUG oslo_vmware.api [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2109.770189] env[62105]: value = "task-1904613" [ 2109.770189] env[62105]: _type = "Task" [ 2109.770189] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.777843] env[62105]: DEBUG oslo_vmware.api [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.280872] env[62105]: DEBUG oslo_vmware.api [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904613, 'name': ReconfigVM_Task, 'duration_secs': 0.346883} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.281240] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-0f658046-9d09-48c1-a13b-ea073c9e3741/volume-0f658046-9d09-48c1-a13b-ea073c9e3741.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.285837] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-784aebc0-ae4c-4ccb-82fc-71ae1c7c276a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.300452] env[62105]: DEBUG oslo_vmware.api [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2110.300452] env[62105]: value = "task-1904614" [ 2110.300452] env[62105]: _type = "Task" [ 2110.300452] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.309232] env[62105]: DEBUG oslo_vmware.api [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.600730] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.600962] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.811613] env[62105]: DEBUG oslo_vmware.api [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904614, 'name': ReconfigVM_Task, 'duration_secs': 0.128464} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.811914] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393128', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'name': 'volume-0f658046-9d09-48c1-a13b-ea073c9e3741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2329e3f-2b73-4a3f-9013-5afb6f4f8216', 'attached_at': '', 'detached_at': '', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'serial': '0f658046-9d09-48c1-a13b-ea073c9e3741'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2111.102927] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2111.624592] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.624847] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.626341] env[62105]: INFO nova.compute.claims [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2111.847598] env[62105]: DEBUG nova.objects.instance [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'flavor' on Instance uuid a2329e3f-2b73-4a3f-9013-5afb6f4f8216 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.352064] env[62105]: DEBUG oslo_concurrency.lockutils [None req-aad4c62f-0615-45e1-90e2-6ba60c37b599 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.474541] env[62105]: INFO nova.compute.manager [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Rescuing [ 2112.474805] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.474993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.475184] env[62105]: DEBUG nova.network.neutron [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.712280] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b36b6b-f459-43d7-9f35-4e786ecab13d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.719836] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb61953-1528-4f00-b8cc-eeb20766c924 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.750418] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beccfc64-07ea-423e-ba38-1f17b1480dad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.757402] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c25492-10f4-4b7f-8ac8-714f096cd5a4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.770094] env[62105]: DEBUG nova.compute.provider_tree [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.273253] env[62105]: DEBUG nova.scheduler.client.report [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2113.376585] env[62105]: DEBUG nova.network.neutron [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.778969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.779538] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2113.879305] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.284820] env[62105]: DEBUG nova.compute.utils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2114.286307] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2114.286516] env[62105]: DEBUG nova.network.neutron [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2114.326584] env[62105]: DEBUG nova.policy [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '603d440009bc433ebc8d9275b0554a57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e588b249157d4dab8670380ae417b6df', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2114.561915] env[62105]: DEBUG nova.network.neutron [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Successfully created port: 3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2114.789646] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2115.415993] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.416362] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-621759ca-e37d-4b7f-a704-423360104378 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.425582] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2115.425582] env[62105]: value = "task-1904615" [ 2115.425582] env[62105]: _type = "Task" [ 2115.425582] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.433715] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.799922] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2115.826571] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2115.826850] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2115.827015] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2115.827222] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2115.827374] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2115.827521] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2115.827728] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2115.827890] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2115.828097] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2115.828283] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2115.828458] env[62105]: DEBUG nova.virt.hardware [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2115.829328] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56ff00-956e-4679-8cfb-a8e7ff66162b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.837279] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e420461-4da8-4178-8ff2-e294195c59dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.928154] env[62105]: DEBUG nova.compute.manager [req-932ba196-0f8b-4257-9e21-5a96dc871a09 req-972878f4-6a10-432a-9c53-a7dae1e9e1fc service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Received event network-vif-plugged-3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2115.928410] env[62105]: DEBUG oslo_concurrency.lockutils [req-932ba196-0f8b-4257-9e21-5a96dc871a09 req-972878f4-6a10-432a-9c53-a7dae1e9e1fc service nova] Acquiring lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.928624] env[62105]: DEBUG oslo_concurrency.lockutils [req-932ba196-0f8b-4257-9e21-5a96dc871a09 req-972878f4-6a10-432a-9c53-a7dae1e9e1fc service nova] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.928788] env[62105]: DEBUG oslo_concurrency.lockutils [req-932ba196-0f8b-4257-9e21-5a96dc871a09 req-972878f4-6a10-432a-9c53-a7dae1e9e1fc service nova] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.928956] env[62105]: DEBUG nova.compute.manager [req-932ba196-0f8b-4257-9e21-5a96dc871a09 req-972878f4-6a10-432a-9c53-a7dae1e9e1fc service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] No waiting events found dispatching network-vif-plugged-3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2115.929230] env[62105]: WARNING nova.compute.manager [req-932ba196-0f8b-4257-9e21-5a96dc871a09 req-972878f4-6a10-432a-9c53-a7dae1e9e1fc service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Received unexpected event network-vif-plugged-3a682500-3235-4427-8258-5c7d026eb1ce for instance with vm_state building and task_state spawning. [ 2115.939014] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904615, 'name': PowerOffVM_Task, 'duration_secs': 0.243095} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.939276] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2115.940058] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb7a442-df52-4183-a4d9-0e0eaa86016b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.960788] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860533d2-33c6-4398-b69f-43c31341d5f6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.988476] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.988742] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4edff4e7-0c19-4537-bebd-30e3a35aea04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.995605] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2115.995605] env[62105]: value = "task-1904616" [ 2115.995605] env[62105]: _type = "Task" [ 2115.995605] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.003468] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.010885] env[62105]: DEBUG nova.network.neutron [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Successfully updated port: 3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2116.507060] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2116.507060] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2116.507302] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.507354] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.507533] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2116.507792] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e7e05b5-2fe5-45e4-a6d5-dc80b29441fd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.513404] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "refresh_cache-c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.513623] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "refresh_cache-c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.513680] env[62105]: DEBUG nova.network.neutron [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.516451] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2116.516614] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2116.517442] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5595f7d9-c8ed-48a8-804b-8efc2a0fef67 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.522290] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2116.522290] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5227c5b9-9eb7-2308-5af0-1f39bd1d971a" [ 2116.522290] env[62105]: _type = "Task" [ 2116.522290] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.531999] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5227c5b9-9eb7-2308-5af0-1f39bd1d971a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.031896] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5227c5b9-9eb7-2308-5af0-1f39bd1d971a, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.032539] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b70ad5-fb0f-4e9e-98b3-d41ef059e5af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.037472] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2117.037472] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e5b703-e78c-187d-f04f-b6a2f86ca410" [ 2117.037472] env[62105]: _type = "Task" [ 2117.037472] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.045325] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e5b703-e78c-187d-f04f-b6a2f86ca410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.046536] env[62105]: DEBUG nova.network.neutron [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2117.166920] env[62105]: DEBUG nova.network.neutron [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Updating instance_info_cache with network_info: [{"id": "3a682500-3235-4427-8258-5c7d026eb1ce", "address": "fa:16:3e:3e:16:2d", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a682500-32", "ovs_interfaceid": "3a682500-3235-4427-8258-5c7d026eb1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.548581] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e5b703-e78c-187d-f04f-b6a2f86ca410, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.548837] env[62105]: DEBUG oslo_concurrency.lockutils [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.549122] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. {{(pid=62105) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2117.549403] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0373ded-b3c0-4a4a-8efd-ba3c30e80b80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.556806] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2117.556806] env[62105]: value = "task-1904617" [ 2117.556806] env[62105]: _type = "Task" [ 2117.556806] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.563735] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.669737] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "refresh_cache-c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.670166] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Instance network_info: |[{"id": "3a682500-3235-4427-8258-5c7d026eb1ce", "address": "fa:16:3e:3e:16:2d", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a682500-32", "ovs_interfaceid": "3a682500-3235-4427-8258-5c7d026eb1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2117.671063] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:16:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a682500-3235-4427-8258-5c7d026eb1ce', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2117.677993] env[62105]: DEBUG oslo.service.loopingcall [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.678232] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2117.678454] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6d6516f-d46e-4792-a4c1-ac4d37807c1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.698091] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2117.698091] env[62105]: value = "task-1904618" [ 2117.698091] env[62105]: _type = "Task" [ 2117.698091] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.705804] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904618, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.013105] env[62105]: DEBUG nova.compute.manager [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Received event network-changed-3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2118.013325] env[62105]: DEBUG nova.compute.manager [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Refreshing instance network info cache due to event network-changed-3a682500-3235-4427-8258-5c7d026eb1ce. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2118.013559] env[62105]: DEBUG oslo_concurrency.lockutils [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] Acquiring lock "refresh_cache-c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.013699] env[62105]: DEBUG oslo_concurrency.lockutils [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] Acquired lock "refresh_cache-c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.013908] env[62105]: DEBUG nova.network.neutron [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Refreshing network info cache for port 3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.065773] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45966} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.065773] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk. [ 2118.066573] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe96527-1120-4255-bbf8-06f883501ab1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.095850] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2118.096581] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27b4d51-81d0-4cc7-b74d-5f06039dd597 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.116455] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2118.116455] env[62105]: value = "task-1904619" [ 2118.116455] env[62105]: _type = "Task" [ 2118.116455] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.125840] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.208446] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904618, 'name': CreateVM_Task} progress is 25%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.626048] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904619, 'name': ReconfigVM_Task, 'duration_secs': 0.314675} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.626307] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfigured VM instance instance-00000074 to attach disk [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216/e47a3b04-7ca0-441e-8b63-06897ee9908c-rescue.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2118.627199] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b5e288-a67c-484e-bb8c-76d88ae5c97e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.656501] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4d6fd9-086f-4cca-9ad5-89d19fbd573e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.671586] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2118.671586] env[62105]: value = "task-1904620" [ 2118.671586] env[62105]: _type = "Task" [ 2118.671586] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.678766] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.707517] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904618, 'name': CreateVM_Task, 'duration_secs': 0.632093} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.707667] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2118.708328] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.708494] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.708806] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2118.709059] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e980c17-8bed-44d5-b7b7-c04f030cbf6f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.713359] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2118.713359] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d0185a-68d1-dbdb-5870-20b21227d438" [ 2118.713359] env[62105]: _type = "Task" [ 2118.713359] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.720386] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d0185a-68d1-dbdb-5870-20b21227d438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.730916] env[62105]: DEBUG nova.network.neutron [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Updated VIF entry in instance network info cache for port 3a682500-3235-4427-8258-5c7d026eb1ce. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.731249] env[62105]: DEBUG nova.network.neutron [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Updating instance_info_cache with network_info: [{"id": "3a682500-3235-4427-8258-5c7d026eb1ce", "address": "fa:16:3e:3e:16:2d", "network": {"id": "59933b1d-b043-433a-b040-2960294b9728", "bridge": "br-int", "label": "tempest-ServersTestJSON-66142868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e588b249157d4dab8670380ae417b6df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a682500-32", "ovs_interfaceid": "3a682500-3235-4427-8258-5c7d026eb1ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.899707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.899982] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.900195] env[62105]: INFO nova.compute.manager [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Shelving [ 2119.183172] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.223088] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52d0185a-68d1-dbdb-5870-20b21227d438, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.223421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.223630] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2119.223861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.224019] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.224202] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2119.224455] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4307cb10-cd8d-413f-a7c4-fdb142df83b7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.232235] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2119.232401] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2119.233313] env[62105]: DEBUG oslo_concurrency.lockutils [req-2d419fcd-e9b3-4314-b34d-f491acaa0552 req-bede5d85-ef0c-4588-981a-bc73ec204493 service nova] Releasing lock "refresh_cache-c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.233621] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240bd4f7-4a4c-42c9-b75f-9a8dc2af27e2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.238298] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2119.238298] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5276c057-be72-4c41-2dbd-036da98fbaf8" [ 2119.238298] env[62105]: _type = "Task" [ 2119.238298] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.245401] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5276c057-be72-4c41-2dbd-036da98fbaf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.681628] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904620, 'name': ReconfigVM_Task, 'duration_secs': 0.877623} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.681908] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2119.682167] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2b7251f-93ea-4aa4-b0d3-f24bd926c8a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.688012] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2119.688012] env[62105]: value = "task-1904621" [ 2119.688012] env[62105]: _type = "Task" [ 2119.688012] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.694811] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.748277] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5276c057-be72-4c41-2dbd-036da98fbaf8, 'name': SearchDatastore_Task, 'duration_secs': 0.00819} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.749012] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bc5308-6c4e-4a2c-bb2c-5f32e91d8244 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.754127] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2119.754127] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528c6182-2230-be2c-9449-0731c84117ca" [ 2119.754127] env[62105]: _type = "Task" [ 2119.754127] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.761235] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528c6182-2230-be2c-9449-0731c84117ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.909567] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.909889] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aab013a-7788-41a5-a69c-68755b4530c9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.917434] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2119.917434] env[62105]: value = "task-1904622" [ 2119.917434] env[62105]: _type = "Task" [ 2119.917434] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.926044] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.197494] env[62105]: DEBUG oslo_vmware.api [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904621, 'name': PowerOnVM_Task, 'duration_secs': 0.394103} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.198128] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.200592] env[62105]: DEBUG nova.compute.manager [None req-6d58cac1-2c30-4d8f-88d5-103ce83b1b81 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2120.201689] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb3991-7cf3-4c13-a0dc-bbb63cc7c950 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.263901] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]528c6182-2230-be2c-9449-0731c84117ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.264175] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.264430] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac/c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2120.264677] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93bf2912-0666-40dd-8dae-ad1512368067 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.272412] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2120.272412] env[62105]: value = "task-1904623" [ 2120.272412] env[62105]: _type = "Task" [ 2120.272412] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.279984] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.426670] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904622, 'name': PowerOffVM_Task, 'duration_secs': 0.190468} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.426892] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2120.427687] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218d0a73-d8d6-41b6-9155-244a51154869 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.445675] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453c92b1-eabb-4128-81eb-2283d89d56f7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.782317] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.956156] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Creating Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2120.956489] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d2f17858-a550-4837-ab3f-6b5cfb7c0eac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.964607] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2120.964607] env[62105]: value = "task-1904624" [ 2120.964607] env[62105]: _type = "Task" [ 2120.964607] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.972383] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904624, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.283365] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.474175] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904624, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.783608] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.975280] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904624, 'name': CreateSnapshot_Task, 'duration_secs': 0.650881} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.975551] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Created Snapshot of the VM instance {{(pid=62105) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2121.976267] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9c62e3-7454-438c-ae34-df5fd0f79c0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.040087] env[62105]: INFO nova.compute.manager [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Unrescuing [ 2122.040409] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.040575] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.040744] env[62105]: DEBUG nova.network.neutron [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2122.285345] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.492989] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Creating linked-clone VM from snapshot {{(pid=62105) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2122.493323] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-44b83a8d-6789-4853-92b0-d6a8bc918dd8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.503404] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2122.503404] env[62105]: value = "task-1904625" [ 2122.503404] env[62105]: _type = "Task" [ 2122.503404] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.510975] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904625, 'name': CloneVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.785371] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.795203] env[62105]: DEBUG nova.network.neutron [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.015288] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904625, 'name': CloneVM_Task} progress is 94%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.286280] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.298641] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.299095] env[62105]: DEBUG nova.objects.instance [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'flavor' on Instance uuid a2329e3f-2b73-4a3f-9013-5afb6f4f8216 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2123.514871] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904625, 'name': CloneVM_Task} progress is 95%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.787310] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.804502] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca2cb91-744d-4908-8420-86bf253e9f4a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.831286] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.831649] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60963b3c-c868-4157-a825-0d3d81c54f70 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.838929] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2123.838929] env[62105]: value = "task-1904626" [ 2123.838929] env[62105]: _type = "Task" [ 2123.838929] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.846174] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.015845] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904625, 'name': CloneVM_Task, 'duration_secs': 1.398203} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.016128] env[62105]: INFO nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Created linked-clone VM from snapshot [ 2124.016921] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da51b86-e553-44d9-87ed-7fab99ebcc61 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.024193] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Uploading image 60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2124.051349] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2124.051349] env[62105]: value = "vm-393131" [ 2124.051349] env[62105]: _type = "VirtualMachine" [ 2124.051349] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2124.051642] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4fa9b30e-4264-40a3-8870-0a3328cc1a57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.058510] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease: (returnval){ [ 2124.058510] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56e3a-f594-9120-34ca-8fcfceaedd0c" [ 2124.058510] env[62105]: _type = "HttpNfcLease" [ 2124.058510] env[62105]: } obtained for exporting VM: (result){ [ 2124.058510] env[62105]: value = "vm-393131" [ 2124.058510] env[62105]: _type = "VirtualMachine" [ 2124.058510] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2124.058952] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the lease: (returnval){ [ 2124.058952] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56e3a-f594-9120-34ca-8fcfceaedd0c" [ 2124.058952] env[62105]: _type = "HttpNfcLease" [ 2124.058952] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2124.065277] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2124.065277] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56e3a-f594-9120-34ca-8fcfceaedd0c" [ 2124.065277] env[62105]: _type = "HttpNfcLease" [ 2124.065277] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2124.287739] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.349445] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904626, 'name': PowerOffVM_Task, 'duration_secs': 0.216895} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.349716] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2124.355258] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfiguring VM instance instance-00000074 to detach disk 2002 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2124.355587] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3274989a-9a4e-45bb-b2e0-da25b49fe1d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.376348] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2124.376348] env[62105]: value = "task-1904628" [ 2124.376348] env[62105]: _type = "Task" [ 2124.376348] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.384162] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.567333] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2124.567333] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56e3a-f594-9120-34ca-8fcfceaedd0c" [ 2124.567333] env[62105]: _type = "HttpNfcLease" [ 2124.567333] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2124.567673] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2124.567673] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52f56e3a-f594-9120-34ca-8fcfceaedd0c" [ 2124.567673] env[62105]: _type = "HttpNfcLease" [ 2124.567673] env[62105]: }. {{(pid=62105) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2124.568469] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4705deb-caa5-4ed5-9bb5-756772785c96 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.575610] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c73cc1-f4de-c673-2001-caf19b5dea96/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2124.575784] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c73cc1-f4de-c673-2001-caf19b5dea96/disk-0.vmdk for reading. {{(pid=62105) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2124.664628] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7c59c1f5-700a-4bc2-87e5-10bec4b5ad1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.788470] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904623, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.257854} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.788719] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac/c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2124.788941] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2124.789228] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6777c1dd-54d5-4235-ae4a-cf579206cc57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.796483] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2124.796483] env[62105]: value = "task-1904629" [ 2124.796483] env[62105]: _type = "Task" [ 2124.796483] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.803775] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.886627] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904628, 'name': ReconfigVM_Task, 'duration_secs': 0.247118} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.887057] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfigured VM instance instance-00000074 to detach disk 2002 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2124.887304] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2124.887578] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1afc77e2-a3de-46fa-bcd5-973999649f0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.894084] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2124.894084] env[62105]: value = "task-1904630" [ 2124.894084] env[62105]: _type = "Task" [ 2124.894084] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.901834] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.305953] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067389} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.306757] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2125.307615] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e120bc-a449-4fa8-abc1-67195537001d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.329455] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac/c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2125.329825] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7226b25-a6f0-4090-9b85-f64c03333917 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.350489] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2125.350489] env[62105]: value = "task-1904631" [ 2125.350489] env[62105]: _type = "Task" [ 2125.350489] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.358830] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.403702] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.864467] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904631, 'name': ReconfigVM_Task, 'duration_secs': 0.349093} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.866220] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac/c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2125.866388] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e1ab980-f312-486b-b50f-1ea73bd1b115 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.874431] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2125.874431] env[62105]: value = "task-1904632" [ 2125.874431] env[62105]: _type = "Task" [ 2125.874431] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.885189] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904632, 'name': Rename_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.905485] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.385396] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904632, 'name': Rename_Task, 'duration_secs': 0.176756} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.385783] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2126.385989] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e9b735c-544f-4025-ab0c-1e81799392b0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.392656] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2126.392656] env[62105]: value = "task-1904633" [ 2126.392656] env[62105]: _type = "Task" [ 2126.392656] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.402770] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.405538] env[62105]: DEBUG oslo_vmware.api [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904630, 'name': PowerOnVM_Task, 'duration_secs': 1.130995} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.405844] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2126.406165] env[62105]: DEBUG nova.compute.manager [None req-d3c943f9-6a7e-474c-8bfc-b6ca6389aeee tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.407031] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce88ac5-3bd0-4116-85a8-3f6b47bbd5cb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.904881] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904633, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.408094] env[62105]: DEBUG oslo_vmware.api [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904633, 'name': PowerOnVM_Task, 'duration_secs': 0.567769} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.408094] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2127.408094] env[62105]: INFO nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Took 11.61 seconds to spawn the instance on the hypervisor. [ 2127.408621] env[62105]: DEBUG nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2127.409443] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fac523e-8401-4e19-a635-0c0ac9268e56 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.674731] env[62105]: DEBUG nova.compute.manager [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2127.674946] env[62105]: DEBUG nova.compute.manager [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing instance network info cache due to event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2127.675220] env[62105]: DEBUG oslo_concurrency.lockutils [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.675362] env[62105]: DEBUG oslo_concurrency.lockutils [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.675525] env[62105]: DEBUG nova.network.neutron [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2127.935333] env[62105]: INFO nova.compute.manager [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Took 16.33 seconds to build instance. [ 2128.409769] env[62105]: DEBUG nova.network.neutron [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updated VIF entry in instance network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2128.410089] env[62105]: DEBUG nova.network.neutron [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.437776] env[62105]: DEBUG oslo_concurrency.lockutils [None req-360bfce5-6bb0-4a7f-877e-21871d34de23 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.837s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.867580] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.867875] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.868078] env[62105]: DEBUG nova.compute.manager [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2128.869070] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d59cf-0ac0-4776-968e-28aee6e330ce {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.875913] env[62105]: DEBUG nova.compute.manager [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62105) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2128.876522] env[62105]: DEBUG nova.objects.instance [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'flavor' on Instance uuid c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2128.913263] env[62105]: DEBUG oslo_concurrency.lockutils [req-38e94f58-5517-4663-bb6f-a43aedbab064 req-f45da1ce-c919-4e42-8eda-eaee36b8e1c9 service nova] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.701908] env[62105]: DEBUG nova.compute.manager [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2129.702169] env[62105]: DEBUG nova.compute.manager [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing instance network info cache due to event network-changed-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2129.702359] env[62105]: DEBUG oslo_concurrency.lockutils [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] Acquiring lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.702510] env[62105]: DEBUG oslo_concurrency.lockutils [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] Acquired lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.702671] env[62105]: DEBUG nova.network.neutron [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Refreshing network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.883625] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.883919] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51db92f4-eb3c-40e5-bfbf-c443d557070a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.892263] env[62105]: DEBUG oslo_vmware.api [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2129.892263] env[62105]: value = "task-1904634" [ 2129.892263] env[62105]: _type = "Task" [ 2129.892263] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.901376] env[62105]: DEBUG oslo_vmware.api [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.402239] env[62105]: DEBUG oslo_vmware.api [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904634, 'name': PowerOffVM_Task, 'duration_secs': 0.231451} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.402575] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2130.402846] env[62105]: DEBUG nova.compute.manager [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.403726] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aec950-9cfd-4d8e-ad5e-1f2920fb904c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.416241] env[62105]: DEBUG nova.network.neutron [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updated VIF entry in instance network info cache for port 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2130.416574] env[62105]: DEBUG nova.network.neutron [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [{"id": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "address": "fa:16:3e:f6:1d:7b", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aaaec5f-73", "ovs_interfaceid": "4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.915013] env[62105]: DEBUG oslo_concurrency.lockutils [None req-4703782f-ef6b-49c2-aee9-3e8e3254aef2 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.918668] env[62105]: DEBUG oslo_concurrency.lockutils [req-749c7e64-59dc-4266-a192-ad8298cb2df0 req-0a20a128-ce54-4760-8f2d-63a0c7dceb83 service nova] Releasing lock "refresh_cache-a2329e3f-2b73-4a3f-9013-5afb6f4f8216" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.558381] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.558663] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.558877] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.559089] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.559267] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.561528] env[62105]: INFO nova.compute.manager [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Terminating instance [ 2132.065255] env[62105]: DEBUG nova.compute.manager [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2132.065612] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2132.066407] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee3dd4f-a0ee-434a-bb04-b5e6d389a63f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.074642] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2132.074977] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbfb08de-b90c-4e3a-b6f7-e9a2bba6d46c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.195084] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.195321] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.195506] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore1] c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.195795] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cc186e5-4cd9-4d36-a34f-1aa27dab2605 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.203336] env[62105]: DEBUG oslo_vmware.api [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2132.203336] env[62105]: value = "task-1904636" [ 2132.203336] env[62105]: _type = "Task" [ 2132.203336] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.212444] env[62105]: DEBUG oslo_vmware.api [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.712867] env[62105]: DEBUG oslo_vmware.api [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206927} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.713287] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.713494] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.713674] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.713852] env[62105]: INFO nova.compute.manager [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Took 0.65 seconds to destroy the instance on the hypervisor. [ 2132.714116] env[62105]: DEBUG oslo.service.loopingcall [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.714324] env[62105]: DEBUG nova.compute.manager [-] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2132.714422] env[62105]: DEBUG nova.network.neutron [-] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2132.894895] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c73cc1-f4de-c673-2001-caf19b5dea96/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2132.896470] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3167d50-32ad-47d9-b41e-634d8cd2fed7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.902680] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c73cc1-f4de-c673-2001-caf19b5dea96/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2132.902844] env[62105]: ERROR oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c73cc1-f4de-c673-2001-caf19b5dea96/disk-0.vmdk due to incomplete transfer. [ 2132.903078] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7710a861-a22e-4819-ac3f-c505dd2b4e33 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.909874] env[62105]: DEBUG oslo_vmware.rw_handles [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c73cc1-f4de-c673-2001-caf19b5dea96/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2132.910081] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Uploaded image 60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 to the Glance image server {{(pid=62105) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2132.912529] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Destroying the VM {{(pid=62105) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2132.912773] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-876e1f9e-dbe7-4543-9528-9acca70727aa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.918901] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2132.918901] env[62105]: value = "task-1904637" [ 2132.918901] env[62105]: _type = "Task" [ 2132.918901] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.927739] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904637, 'name': Destroy_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.982533] env[62105]: DEBUG nova.compute.manager [req-dbef2590-a63d-4565-acd4-e50b0a36c9b8 req-af19c3cb-9108-4f1a-ba34-4c20d13c1054 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Received event network-vif-deleted-3a682500-3235-4427-8258-5c7d026eb1ce {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2132.982761] env[62105]: INFO nova.compute.manager [req-dbef2590-a63d-4565-acd4-e50b0a36c9b8 req-af19c3cb-9108-4f1a-ba34-4c20d13c1054 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Neutron deleted interface 3a682500-3235-4427-8258-5c7d026eb1ce; detaching it from the instance and deleting it from the info cache [ 2132.982901] env[62105]: DEBUG nova.network.neutron [req-dbef2590-a63d-4565-acd4-e50b0a36c9b8 req-af19c3cb-9108-4f1a-ba34-4c20d13c1054 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.429367] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904637, 'name': Destroy_Task} progress is 33%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.458863] env[62105]: DEBUG nova.network.neutron [-] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.484798] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c35b0aa0-4bf3-4266-b511-978e9806cbf0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.496690] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004012b-7e84-4b1e-a27e-ddaa9fabe934 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.525514] env[62105]: DEBUG nova.compute.manager [req-dbef2590-a63d-4565-acd4-e50b0a36c9b8 req-af19c3cb-9108-4f1a-ba34-4c20d13c1054 service nova] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Detach interface failed, port_id=3a682500-3235-4427-8258-5c7d026eb1ce, reason: Instance c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2133.930307] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904637, 'name': Destroy_Task, 'duration_secs': 0.67906} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.930482] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Destroyed the VM [ 2133.930605] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deleting Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2133.930850] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06854ad9-4da1-4681-bf89-bf888a1d67cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.937305] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2133.937305] env[62105]: value = "task-1904638" [ 2133.937305] env[62105]: _type = "Task" [ 2133.937305] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.944707] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904638, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.961304] env[62105]: INFO nova.compute.manager [-] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Took 1.25 seconds to deallocate network for instance. [ 2134.447182] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904638, 'name': RemoveSnapshot_Task, 'duration_secs': 0.390802} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.447563] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deleted Snapshot of the VM instance {{(pid=62105) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2134.447918] env[62105]: DEBUG nova.compute.manager [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2134.448546] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee7d32-821c-4fdc-ae1f-d6d74d97aede {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.466648] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.466881] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.467108] env[62105]: DEBUG nova.objects.instance [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2134.960989] env[62105]: INFO nova.compute.manager [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Shelve offloading [ 2134.987023] env[62105]: DEBUG nova.scheduler.client.report [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2135.000178] env[62105]: DEBUG nova.scheduler.client.report [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2135.000393] env[62105]: DEBUG nova.compute.provider_tree [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2135.011800] env[62105]: DEBUG nova.scheduler.client.report [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2135.029796] env[62105]: DEBUG nova.scheduler.client.report [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2135.101684] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bee259-8941-43f9-89b6-268b0ba3726f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.109397] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f5572-0b1e-43df-9d73-cfe5e323c05d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.138416] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb10e4f-b455-4e1b-b906-720ff5aa40bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.145761] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fdadf1-bd4d-4ff5-9e21-d2b768a01df1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.158964] env[62105]: DEBUG nova.compute.provider_tree [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.464115] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2135.464471] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20cf329-9889-41c5-b52f-ca3b01dff06c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.473577] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2135.473577] env[62105]: value = "task-1904639" [ 2135.473577] env[62105]: _type = "Task" [ 2135.473577] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.481102] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.662486] env[62105]: DEBUG nova.scheduler.client.report [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.983721] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] VM already powered off {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2135.983968] env[62105]: DEBUG nova.compute.manager [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2135.984707] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c0b553-f594-4627-b239-74c808de64ff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.990179] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.990349] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.990540] env[62105]: DEBUG nova.network.neutron [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2136.167200] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.187844] env[62105]: INFO nova.scheduler.client.report [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac [ 2136.694386] env[62105]: DEBUG oslo_concurrency.lockutils [None req-42f89305-430b-4326-a55c-9983c805389a tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.136s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.697231] env[62105]: DEBUG nova.network.neutron [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.199780] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.291242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "6590a7b2-6e11-4b96-a855-4e82354ad29c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.291548] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.291768] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "6590a7b2-6e11-4b96-a855-4e82354ad29c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.291956] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.292154] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.294211] env[62105]: INFO nova.compute.manager [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Terminating instance [ 2137.444391] env[62105]: DEBUG nova.compute.manager [req-493af024-c176-41be-8c7f-8fc364d0260b req-b1e4fa53-2650-4164-83be-9861885a2c82 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-vif-unplugged-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2137.444619] env[62105]: DEBUG oslo_concurrency.lockutils [req-493af024-c176-41be-8c7f-8fc364d0260b req-b1e4fa53-2650-4164-83be-9861885a2c82 service nova] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.444822] env[62105]: DEBUG oslo_concurrency.lockutils [req-493af024-c176-41be-8c7f-8fc364d0260b req-b1e4fa53-2650-4164-83be-9861885a2c82 service nova] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.444988] env[62105]: DEBUG oslo_concurrency.lockutils [req-493af024-c176-41be-8c7f-8fc364d0260b req-b1e4fa53-2650-4164-83be-9861885a2c82 service nova] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.445172] env[62105]: DEBUG nova.compute.manager [req-493af024-c176-41be-8c7f-8fc364d0260b req-b1e4fa53-2650-4164-83be-9861885a2c82 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] No waiting events found dispatching network-vif-unplugged-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2137.445335] env[62105]: WARNING nova.compute.manager [req-493af024-c176-41be-8c7f-8fc364d0260b req-b1e4fa53-2650-4164-83be-9861885a2c82 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received unexpected event network-vif-unplugged-453ad55f-37f1-495c-a09c-c763080de957 for instance with vm_state shelved and task_state shelving_offloading. [ 2137.533462] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.534451] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f6d0ef-19ea-48ea-a837-060ea7cda20f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.541929] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2137.542244] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c8bd601-c553-44db-bc29-2acdbc22b14d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.633540] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2137.633762] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2137.633922] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleting the datastore file [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2137.634206] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1432e97d-d32d-4bec-9bd7-157ec34befdd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.642023] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2137.642023] env[62105]: value = "task-1904641" [ 2137.642023] env[62105]: _type = "Task" [ 2137.642023] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.649343] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.797878] env[62105]: DEBUG nova.compute.manager [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2137.798286] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2137.799021] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8aa50-7989-4d01-bb57-3947c9654463 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.805950] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2137.806211] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb624295-21db-4ddf-b09b-da28e7c37cea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.812010] env[62105]: DEBUG oslo_vmware.api [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2137.812010] env[62105]: value = "task-1904642" [ 2137.812010] env[62105]: _type = "Task" [ 2137.812010] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.819172] env[62105]: DEBUG oslo_vmware.api [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.153020] env[62105]: DEBUG oslo_vmware.api [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149528} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.153299] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2138.153491] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2138.153668] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2138.180818] env[62105]: INFO nova.scheduler.client.report [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted allocations for instance 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 [ 2138.322725] env[62105]: DEBUG oslo_vmware.api [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904642, 'name': PowerOffVM_Task, 'duration_secs': 0.232807} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.323020] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.323201] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.323465] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-743123e9-3692-4ea3-ac76-00dca7cd88f1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.401869] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2138.402148] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2138.402388] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleting the datastore file [datastore1] 6590a7b2-6e11-4b96-a855-4e82354ad29c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2138.402702] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f995ee59-7997-4f8f-8e1d-7105810d7da8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.410133] env[62105]: DEBUG oslo_vmware.api [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for the task: (returnval){ [ 2138.410133] env[62105]: value = "task-1904644" [ 2138.410133] env[62105]: _type = "Task" [ 2138.410133] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.418185] env[62105]: DEBUG oslo_vmware.api [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.685728] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.686176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.686276] env[62105]: DEBUG nova.objects.instance [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'resources' on Instance uuid 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.921301] env[62105]: DEBUG oslo_vmware.api [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Task: {'id': task-1904644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199034} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.921609] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2138.921807] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2138.922010] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2138.922194] env[62105]: INFO nova.compute.manager [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2138.922480] env[62105]: DEBUG oslo.service.loopingcall [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2138.922687] env[62105]: DEBUG nova.compute.manager [-] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2138.922784] env[62105]: DEBUG nova.network.neutron [-] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2139.188693] env[62105]: DEBUG nova.objects.instance [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2139.481385] env[62105]: DEBUG nova.compute.manager [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-changed-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2139.481825] env[62105]: DEBUG nova.compute.manager [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing instance network info cache due to event network-changed-453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2139.482180] env[62105]: DEBUG oslo_concurrency.lockutils [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.482362] env[62105]: DEBUG oslo_concurrency.lockutils [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.482531] env[62105]: DEBUG nova.network.neutron [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing network info cache for port 453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2139.681199] env[62105]: DEBUG nova.network.neutron [-] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2139.691317] env[62105]: DEBUG nova.objects.base [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Object Instance<5cd0cd03-0f3b-48c6-9ca5-f38e026add84> lazy-loaded attributes: resources,numa_topology {{(pid=62105) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2139.757429] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e26bc-3c05-46db-b9e5-65ae13c3dc0b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.765155] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44924a0f-593d-4e9c-88b2-8f03dc00fc26 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.795080] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d9a027-73a1-43e0-8114-069bb38c697c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.802247] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ff1980-a6e2-4188-9f0c-d55189262de5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.815098] env[62105]: DEBUG nova.compute.provider_tree [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2139.828631] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.183571] env[62105]: INFO nova.compute.manager [-] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Took 1.26 seconds to deallocate network for instance. [ 2140.204687] env[62105]: DEBUG nova.network.neutron [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updated VIF entry in instance network info cache for port 453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2140.204831] env[62105]: DEBUG nova.network.neutron [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": null, "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap453ad55f-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.318353] env[62105]: DEBUG nova.scheduler.client.report [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.690424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.707273] env[62105]: DEBUG oslo_concurrency.lockutils [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.707605] env[62105]: DEBUG nova.compute.manager [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Received event network-vif-deleted-75dfce8e-010e-4cac-a768-049c8f0b527a {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2140.707781] env[62105]: INFO nova.compute.manager [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Neutron deleted interface 75dfce8e-010e-4cac-a768-049c8f0b527a; detaching it from the instance and deleting it from the info cache [ 2140.707956] env[62105]: DEBUG nova.network.neutron [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.822704] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.825292] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.135s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.825472] env[62105]: DEBUG nova.objects.instance [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lazy-loading 'resources' on Instance uuid 6590a7b2-6e11-4b96-a855-4e82354ad29c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.210942] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d688bce0-df13-415c-a792-a540934645a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.220776] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11cc4d1-6000-40e7-b8ee-aa68166089cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.245753] env[62105]: DEBUG nova.compute.manager [req-b832f433-d4d6-44cb-88c3-7e2a90fc4010 req-3afd997a-a81d-4ee6-9896-e49a297c454d service nova] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Detach interface failed, port_id=75dfce8e-010e-4cac-a768-049c8f0b527a, reason: Instance 6590a7b2-6e11-4b96-a855-4e82354ad29c could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2141.333427] env[62105]: DEBUG oslo_concurrency.lockutils [None req-5044c0e2-494d-457e-9674-a9aa6dcd73c7 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.433s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.334304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.506s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.334459] env[62105]: INFO nova.compute.manager [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Unshelving [ 2141.403147] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e7bec-edd7-449c-9b3b-7f312584d629 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.410595] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40910a90-8240-414f-bbc5-2f75540802d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.440619] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1712219-ef41-4c98-9a55-08c4d53b3ad9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.447585] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4f044f-ff33-489e-93b1-5a54a94cb4d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.460394] env[62105]: DEBUG nova.compute.provider_tree [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2141.962978] env[62105]: DEBUG nova.scheduler.client.report [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.003195] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2142.354412] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.467551] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.469851] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.115s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.469990] env[62105]: DEBUG nova.objects.instance [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'pci_requests' on Instance uuid 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.484985] env[62105]: INFO nova.scheduler.client.report [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Deleted allocations for instance 6590a7b2-6e11-4b96-a855-4e82354ad29c [ 2142.974425] env[62105]: DEBUG nova.objects.instance [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'numa_topology' on Instance uuid 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2142.991421] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a248ab57-0394-4415-a613-579ea555c199 tempest-ServersTestJSON-1111663680 tempest-ServersTestJSON-1111663680-project-member] Lock "6590a7b2-6e11-4b96-a855-4e82354ad29c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.700s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.477008] env[62105]: INFO nova.compute.claims [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.553588] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58500446-c521-44ec-a486-acdb9c9a99b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.560518] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34bf5de-6ef1-4c7b-98b9-a42cbda17d7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.591659] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2e37e-e17f-46c2-9f2a-05593ab0353a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.600083] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21f76b9-5821-444e-8111-7792223ef788 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.613475] env[62105]: DEBUG nova.compute.provider_tree [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2145.117359] env[62105]: DEBUG nova.scheduler.client.report [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2145.622929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.153s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.651681] env[62105]: INFO nova.network.neutron [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating port 453ad55f-37f1-495c-a09c-c763080de957 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2147.042779] env[62105]: DEBUG nova.compute.manager [req-f67a5b94-478f-4e98-a716-4808fe8c1e82 req-a250be18-aa98-4d05-9fc6-dd3280682b41 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-vif-plugged-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2147.043071] env[62105]: DEBUG oslo_concurrency.lockutils [req-f67a5b94-478f-4e98-a716-4808fe8c1e82 req-a250be18-aa98-4d05-9fc6-dd3280682b41 service nova] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.043221] env[62105]: DEBUG oslo_concurrency.lockutils [req-f67a5b94-478f-4e98-a716-4808fe8c1e82 req-a250be18-aa98-4d05-9fc6-dd3280682b41 service nova] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.043391] env[62105]: DEBUG oslo_concurrency.lockutils [req-f67a5b94-478f-4e98-a716-4808fe8c1e82 req-a250be18-aa98-4d05-9fc6-dd3280682b41 service nova] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.043561] env[62105]: DEBUG nova.compute.manager [req-f67a5b94-478f-4e98-a716-4808fe8c1e82 req-a250be18-aa98-4d05-9fc6-dd3280682b41 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] No waiting events found dispatching network-vif-plugged-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2147.043727] env[62105]: WARNING nova.compute.manager [req-f67a5b94-478f-4e98-a716-4808fe8c1e82 req-a250be18-aa98-4d05-9fc6-dd3280682b41 service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received unexpected event network-vif-plugged-453ad55f-37f1-495c-a09c-c763080de957 for instance with vm_state shelved_offloaded and task_state spawning. [ 2147.130151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.130343] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.130524] env[62105]: DEBUG nova.network.neutron [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2147.502052] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.502286] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2147.502368] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2147.828248] env[62105]: DEBUG nova.network.neutron [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2148.031986] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.032172] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.032321] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2148.032470] env[62105]: DEBUG nova.objects.instance [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lazy-loading 'info_cache' on Instance uuid d9e3e468-a390-43c3-b3de-191d948a92cb {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2148.330707] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.357694] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dcd67eaded863f2f2b03e08519aa5455',container_format='bare',created_at=2024-12-15T01:06:04Z,direct_url=,disk_format='vmdk',id=60696f18-f5f2-4bb4-b3f1-3b022ee2cec5,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-346831435-shelved',owner='b28fd6a85f8e4e069f87593a7d6ddb50',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-15T01:06:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2148.357977] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2148.358158] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2148.358347] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2148.358494] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2148.358640] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2148.358849] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2148.359016] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2148.359188] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2148.359348] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2148.359517] env[62105]: DEBUG nova.virt.hardware [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2148.360387] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c226729-8873-48ed-b98f-2f53205b68e6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.368513] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f720175-eac6-4442-b9d2-da6ec22fc7ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.381554] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:40:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '453ad55f-37f1-495c-a09c-c763080de957', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2148.388758] env[62105]: DEBUG oslo.service.loopingcall [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.388991] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2148.389232] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb715ff5-c52b-41d3-ba79-8679127ac752 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.407808] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2148.407808] env[62105]: value = "task-1904645" [ 2148.407808] env[62105]: _type = "Task" [ 2148.407808] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.414962] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904645, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.919113] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904645, 'name': CreateVM_Task, 'duration_secs': 0.328599} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.919113] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2148.919113] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.919378] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.919636] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2148.919897] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdec33b1-24a3-4322-bd66-c0e4f250d901 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.924261] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2148.924261] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cab2bd-f827-ab81-3a1a-9fedc1d39c0a" [ 2148.924261] env[62105]: _type = "Task" [ 2148.924261] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.931893] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52cab2bd-f827-ab81-3a1a-9fedc1d39c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.074934] env[62105]: DEBUG nova.compute.manager [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-changed-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2149.075144] env[62105]: DEBUG nova.compute.manager [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing instance network info cache due to event network-changed-453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2149.075755] env[62105]: DEBUG oslo_concurrency.lockutils [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] Acquiring lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.075755] env[62105]: DEBUG oslo_concurrency.lockutils [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] Acquired lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.075755] env[62105]: DEBUG nova.network.neutron [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Refreshing network info cache for port 453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2149.435742] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.436110] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Processing image 60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.436192] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.436341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.436520] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.436764] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-260bb0ca-8d96-4f4e-a940-0d130b7c3f8f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.458887] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.459090] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.459813] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f08b4536-7f6e-47e2-b25a-0ebfadca6990 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.464709] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2149.464709] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5284e5bd-dc58-ffd5-5f7d-7bc243da491f" [ 2149.464709] env[62105]: _type = "Task" [ 2149.464709] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.472288] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]5284e5bd-dc58-ffd5-5f7d-7bc243da491f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.730801] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [{"id": "94cec060-7ea3-40ba-8487-f210a8f4d042", "address": "fa:16:3e:a1:a8:56", "network": {"id": "ca84c85a-5762-4b99-b922-48a87465309a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-76631633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5003c099f81e4c2fb5d1c61c73801d7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cec060-7e", "ovs_interfaceid": "94cec060-7ea3-40ba-8487-f210a8f4d042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.779310] env[62105]: DEBUG nova.network.neutron [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updated VIF entry in instance network info cache for port 453ad55f-37f1-495c-a09c-c763080de957. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2149.779656] env[62105]: DEBUG nova.network.neutron [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [{"id": "453ad55f-37f1-495c-a09c-c763080de957", "address": "fa:16:3e:81:40:2c", "network": {"id": "ff7845db-358f-4236-bf7c-06aa23d9b3f5", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-69662381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b28fd6a85f8e4e069f87593a7d6ddb50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap453ad55f-37", "ovs_interfaceid": "453ad55f-37f1-495c-a09c-c763080de957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.976676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Preparing fetch location {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2149.976676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Fetch image to [datastore1] OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32/OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32.vmdk {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2149.976676] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Downloading stream optimized image 60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 to [datastore1] OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32/OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32.vmdk on the data store datastore1 as vApp {{(pid=62105) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2149.976676] env[62105]: DEBUG nova.virt.vmwareapi.images [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Downloading image file data 60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 to the ESX as VM named 'OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32' {{(pid=62105) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2150.040581] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2150.040581] env[62105]: value = "resgroup-9" [ 2150.040581] env[62105]: _type = "ResourcePool" [ 2150.040581] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2150.040845] env[62105]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b360e71b-eaca-4142-9c39-2b2f83ba06d0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.062938] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease: (returnval){ [ 2150.062938] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2150.062938] env[62105]: _type = "HttpNfcLease" [ 2150.062938] env[62105]: } obtained for vApp import into resource pool (val){ [ 2150.062938] env[62105]: value = "resgroup-9" [ 2150.062938] env[62105]: _type = "ResourcePool" [ 2150.062938] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2150.063281] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the lease: (returnval){ [ 2150.063281] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2150.063281] env[62105]: _type = "HttpNfcLease" [ 2150.063281] env[62105]: } to be ready. {{(pid=62105) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2150.069062] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2150.069062] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2150.069062] env[62105]: _type = "HttpNfcLease" [ 2150.069062] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2150.233486] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-d9e3e468-a390-43c3-b3de-191d948a92cb" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.233665] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 2150.233876] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.234049] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.234204] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.234353] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.234494] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.282345] env[62105]: DEBUG oslo_concurrency.lockutils [req-6e251fd1-abad-4530-a031-65cc121284b5 req-d057bbcd-2abb-4799-9b79-02c2e927f4ba service nova] Releasing lock "refresh_cache-5cd0cd03-0f3b-48c6-9ca5-f38e026add84" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.503049] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.503454] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2150.571246] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2150.571246] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2150.571246] env[62105]: _type = "HttpNfcLease" [ 2150.571246] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2151.072026] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2151.072026] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2151.072026] env[62105]: _type = "HttpNfcLease" [ 2151.072026] env[62105]: } is initializing. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2151.572279] env[62105]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2151.572279] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2151.572279] env[62105]: _type = "HttpNfcLease" [ 2151.572279] env[62105]: } is ready. {{(pid=62105) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2151.572779] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2151.572779] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52a5e767-4ad5-f9ab-35ed-0d7272c16715" [ 2151.572779] env[62105]: _type = "HttpNfcLease" [ 2151.572779] env[62105]: }. {{(pid=62105) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2151.573369] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e93cad-4195-4e96-8806-5fdd71345818 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.580998] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a45cf-5dc4-9524-bb5a-0214a68cd137/disk-0.vmdk from lease info. {{(pid=62105) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2151.581209] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a45cf-5dc4-9524-bb5a-0214a68cd137/disk-0.vmdk. {{(pid=62105) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2151.644913] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51b13684-43c7-4503-a183-959bfbb062b4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.860358] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Completed reading data from the image iterator. {{(pid=62105) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2152.860788] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a45cf-5dc4-9524-bb5a-0214a68cd137/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2152.861604] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eadb80-89d4-4aba-af4a-52b2c7c7eb66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.868046] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a45cf-5dc4-9524-bb5a-0214a68cd137/disk-0.vmdk is in state: ready. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2152.868228] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a45cf-5dc4-9524-bb5a-0214a68cd137/disk-0.vmdk. {{(pid=62105) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2152.868501] env[62105]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6a97c50b-523e-4a41-b856-24ecd111c020 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.098701] env[62105]: DEBUG oslo_vmware.rw_handles [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521a45cf-5dc4-9524-bb5a-0214a68cd137/disk-0.vmdk. {{(pid=62105) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2153.098926] env[62105]: INFO nova.virt.vmwareapi.images [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Downloaded image file data 60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 [ 2153.099812] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0947eb0-b2fb-4a0b-9491-42ed0148a679 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.115988] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd89974-d2c9-4e50-a2d4-d617981bcba6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.154699] env[62105]: INFO nova.virt.vmwareapi.images [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] The imported VM was unregistered [ 2153.157325] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Caching image {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2153.157598] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Creating directory with path [datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2153.157915] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd105cf-2922-4b01-a7a1-57ddf14257d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.168450] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Created directory with path [datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5 {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2153.168662] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32/OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32.vmdk to [datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk. {{(pid=62105) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2153.168914] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c13ec6a6-7f82-41be-b230-5b97fee9a3af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.175832] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2153.175832] env[62105]: value = "task-1904648" [ 2153.175832] env[62105]: _type = "Task" [ 2153.175832] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.183627] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.685557] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.187732] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.689332] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.189792] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.502663] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2155.687917] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.006040] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.006304] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.006479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.006637] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2156.007558] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b733ce25-50c3-4540-933c-ad1e00b64bef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.015491] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d711b-fcf2-4446-81f3-14126f51e12d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.029100] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698b7b4a-7b67-42ed-81b2-eacc92e0794e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.035335] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9196d244-a46d-4a6f-8b59-dfe5106b661e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.062997] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180097MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2156.063162] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.063353] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.189155] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904648, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.545238} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.189391] env[62105]: INFO nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32/OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32.vmdk to [datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk. [ 2156.189562] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Cleaning up location [datastore1] OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32 {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2156.189790] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_365eb1a1-963d-4c9d-b4fe-c471f5ee3c32 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2156.190078] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bc3b3a6-ea78-4843-b22a-c7f3f9522b1d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.196785] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2156.196785] env[62105]: value = "task-1904649" [ 2156.196785] env[62105]: _type = "Task" [ 2156.196785] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.204098] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.708330] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046939} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.708594] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2156.708782] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.709038] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk to [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2156.709280] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19c50ddf-abb1-4c14-a296-d02011b7ce09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.715964] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2156.715964] env[62105]: value = "task-1904650" [ 2156.715964] env[62105]: _type = "Task" [ 2156.715964] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.723107] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.093650] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance d9e3e468-a390-43c3-b3de-191d948a92cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2157.093857] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2157.094086] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a2329e3f-2b73-4a3f-9013-5afb6f4f8216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2157.094232] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2157.094489] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2157.094633] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2157.156335] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b929e2e-6f53-4d09-b153-c0baf9279831 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.165621] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e907598a-aace-4332-a058-b1f6dd606d04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.198409] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5860a0a-acb7-4abd-a984-4bbb3876e8ba {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.208473] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95284268-5f3b-4df1-ae8e-b6c09abbd543 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.227146] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2157.233462] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.726910] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.730925] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.227936] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.235851] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2158.236065] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.729226] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.229961] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.730714] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904650, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.552888} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.731092] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5/60696f18-f5f2-4bb4-b3f1-3b022ee2cec5.vmdk to [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2159.731855] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577bdab-b162-4a60-87fb-c8a1f6dbd308 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.753605] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.753849] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7866bc2f-7ab6-4f39-bb41-6265429e6fd2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.773164] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2159.773164] env[62105]: value = "task-1904651" [ 2159.773164] env[62105]: _type = "Task" [ 2159.773164] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.780415] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904651, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.283273] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904651, 'name': ReconfigVM_Task, 'duration_secs': 0.286459} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.283643] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84/5cd0cd03-0f3b-48c6-9ca5-f38e026add84.vmdk or device None with type streamOptimized {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.284145] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b67a9f7d-7b27-4ca2-bf00-2b87de42d3d2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.290796] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2160.290796] env[62105]: value = "task-1904652" [ 2160.290796] env[62105]: _type = "Task" [ 2160.290796] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.297952] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904652, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.800515] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904652, 'name': Rename_Task, 'duration_secs': 0.132166} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.800903] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.801200] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162ca82e-da9b-4a94-bf0d-350736a67733 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.807699] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2160.807699] env[62105]: value = "task-1904653" [ 2160.807699] env[62105]: _type = "Task" [ 2160.807699] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.818856] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.317758] env[62105]: DEBUG oslo_vmware.api [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904653, 'name': PowerOnVM_Task, 'duration_secs': 0.424353} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.318175] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.419555] env[62105]: DEBUG nova.compute.manager [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2161.420505] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a720e81-747a-4e66-8c88-b8fe9df1b40e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.937347] env[62105]: DEBUG oslo_concurrency.lockutils [None req-d5472f84-b8bd-4252-afb1-b27cc99da358 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.603s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.761083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.761482] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.761599] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.761848] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.762083] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.764335] env[62105]: INFO nova.compute.manager [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Terminating instance [ 2162.804176] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.804413] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.268960] env[62105]: DEBUG nova.compute.manager [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2163.269207] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2163.270126] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf3e100-e6a6-4e93-ba06-10fa0e0e145b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.278131] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.278358] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c756fc48-09f7-4bd3-95a4-8aa6d544fb7e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.284781] env[62105]: DEBUG oslo_vmware.api [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2163.284781] env[62105]: value = "task-1904654" [ 2163.284781] env[62105]: _type = "Task" [ 2163.284781] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.292500] env[62105]: DEBUG oslo_vmware.api [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.307441] env[62105]: INFO nova.compute.manager [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Detaching volume 0f658046-9d09-48c1-a13b-ea073c9e3741 [ 2163.341044] env[62105]: INFO nova.virt.block_device [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Attempting to driver detach volume 0f658046-9d09-48c1-a13b-ea073c9e3741 from mountpoint /dev/sdb [ 2163.341300] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2163.341490] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393128', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'name': 'volume-0f658046-9d09-48c1-a13b-ea073c9e3741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2329e3f-2b73-4a3f-9013-5afb6f4f8216', 'attached_at': '', 'detached_at': '', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'serial': '0f658046-9d09-48c1-a13b-ea073c9e3741'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2163.342375] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21986ec-0261-4141-b696-99589bc5ab5a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.364141] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f581eaf-3278-4ebc-858c-1989974a8dea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.371413] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e00de8-1852-4649-842f-ca95112b413c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.391832] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d9841-0630-4bf9-bd23-ff7d7bdc9fa1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.408980] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] The volume has not been displaced from its original location: [datastore1] volume-0f658046-9d09-48c1-a13b-ea073c9e3741/volume-0f658046-9d09-48c1-a13b-ea073c9e3741.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2163.414680] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2163.415075] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be49f051-5d47-42c9-90ee-f3dc49056b35 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.434331] env[62105]: DEBUG oslo_vmware.api [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2163.434331] env[62105]: value = "task-1904655" [ 2163.434331] env[62105]: _type = "Task" [ 2163.434331] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.442732] env[62105]: DEBUG oslo_vmware.api [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.794248] env[62105]: DEBUG oslo_vmware.api [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904654, 'name': PowerOffVM_Task, 'duration_secs': 0.172087} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.794642] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2163.794685] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2163.794901] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c94301cc-0e53-4a23-8a2e-185907c55131 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.877529] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2163.877792] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2163.877949] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleting the datastore file [datastore1] 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2163.878216] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7528fa01-82fb-48d9-a634-031cdb9a01dd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.885260] env[62105]: DEBUG oslo_vmware.api [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for the task: (returnval){ [ 2163.885260] env[62105]: value = "task-1904657" [ 2163.885260] env[62105]: _type = "Task" [ 2163.885260] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.892561] env[62105]: DEBUG oslo_vmware.api [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.942873] env[62105]: DEBUG oslo_vmware.api [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904655, 'name': ReconfigVM_Task, 'duration_secs': 0.220991} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.988545] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2163.988545] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cae7c99-e763-4429-b0d0-d262d090c740 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.988545] env[62105]: DEBUG oslo_vmware.api [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2163.988545] env[62105]: value = "task-1904658" [ 2163.988545] env[62105]: _type = "Task" [ 2163.988545] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.988545] env[62105]: DEBUG oslo_vmware.api [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.394619] env[62105]: DEBUG oslo_vmware.api [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Task: {'id': task-1904657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240013} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.394882] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2164.395082] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2164.395261] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2164.395432] env[62105]: INFO nova.compute.manager [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2164.395671] env[62105]: DEBUG oslo.service.loopingcall [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.395860] env[62105]: DEBUG nova.compute.manager [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2164.395955] env[62105]: DEBUG nova.network.neutron [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2164.474319] env[62105]: DEBUG oslo_vmware.api [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904658, 'name': ReconfigVM_Task, 'duration_secs': 0.134796} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.474615] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393128', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'name': 'volume-0f658046-9d09-48c1-a13b-ea073c9e3741', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2329e3f-2b73-4a3f-9013-5afb6f4f8216', 'attached_at': '', 'detached_at': '', 'volume_id': '0f658046-9d09-48c1-a13b-ea073c9e3741', 'serial': '0f658046-9d09-48c1-a13b-ea073c9e3741'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2164.849618] env[62105]: DEBUG nova.compute.manager [req-1b81b912-60bc-4f41-a15e-2479da7b4310 req-b15c4868-649f-49d1-a2e0-e3ded7f5710e service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Received event network-vif-deleted-453ad55f-37f1-495c-a09c-c763080de957 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2164.849877] env[62105]: INFO nova.compute.manager [req-1b81b912-60bc-4f41-a15e-2479da7b4310 req-b15c4868-649f-49d1-a2e0-e3ded7f5710e service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Neutron deleted interface 453ad55f-37f1-495c-a09c-c763080de957; detaching it from the instance and deleting it from the info cache [ 2164.849877] env[62105]: DEBUG nova.network.neutron [req-1b81b912-60bc-4f41-a15e-2479da7b4310 req-b15c4868-649f-49d1-a2e0-e3ded7f5710e service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.014386] env[62105]: DEBUG nova.objects.instance [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'flavor' on Instance uuid a2329e3f-2b73-4a3f-9013-5afb6f4f8216 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.333017] env[62105]: DEBUG nova.network.neutron [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.352972] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-429c85cd-f67e-420d-a7c6-dcaa7ae17617 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.362965] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14cf6ff-2c31-43ce-a451-cff0f4afcc2d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.388960] env[62105]: DEBUG nova.compute.manager [req-1b81b912-60bc-4f41-a15e-2479da7b4310 req-b15c4868-649f-49d1-a2e0-e3ded7f5710e service nova] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Detach interface failed, port_id=453ad55f-37f1-495c-a09c-c763080de957, reason: Instance 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2165.835302] env[62105]: INFO nova.compute.manager [-] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Took 1.44 seconds to deallocate network for instance. [ 2166.021811] env[62105]: DEBUG oslo_concurrency.lockutils [None req-7aa54bff-868d-4778-b3c1-fc9037b46be7 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.341929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.342215] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.342480] env[62105]: DEBUG nova.objects.instance [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lazy-loading 'resources' on Instance uuid 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.905834] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd526f28-6202-4dba-b98d-39b8d97a913c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.913648] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2affbb-ecb3-442d-8a1f-5be073df47cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.946206] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9585123a-b8be-4098-a038-0f50b64181ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.953461] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc53404-9a22-47ef-9805-d9c36664306d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.968025] env[62105]: DEBUG nova.compute.provider_tree [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.126061] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.126424] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.126474] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.126653] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2167.126823] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.128863] env[62105]: INFO nova.compute.manager [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Terminating instance [ 2167.470698] env[62105]: DEBUG nova.scheduler.client.report [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.632700] env[62105]: DEBUG nova.compute.manager [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2167.632927] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2167.633827] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba6441a-b92b-4529-b914-2d829885c375 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.641566] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2167.641787] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab6b95a-0102-4372-a6d4-861ed5347e3b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.648303] env[62105]: DEBUG oslo_vmware.api [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2167.648303] env[62105]: value = "task-1904659" [ 2167.648303] env[62105]: _type = "Task" [ 2167.648303] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.657347] env[62105]: DEBUG oslo_vmware.api [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.977583] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.998526] env[62105]: INFO nova.scheduler.client.report [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Deleted allocations for instance 5cd0cd03-0f3b-48c6-9ca5-f38e026add84 [ 2168.158367] env[62105]: DEBUG oslo_vmware.api [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904659, 'name': PowerOffVM_Task, 'duration_secs': 0.177844} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.158808] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2168.158876] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2168.159090] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-352b20ae-2ade-4d2b-b5a4-5491163948e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.232887] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2168.233116] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2168.233306] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleting the datastore file [datastore2] a2329e3f-2b73-4a3f-9013-5afb6f4f8216 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2168.233568] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11b4ff8b-5f67-43f8-aecb-bc1785c3d9ea {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.240444] env[62105]: DEBUG oslo_vmware.api [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2168.240444] env[62105]: value = "task-1904661" [ 2168.240444] env[62105]: _type = "Task" [ 2168.240444] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.247961] env[62105]: DEBUG oslo_vmware.api [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.505702] env[62105]: DEBUG oslo_concurrency.lockutils [None req-94c1db27-96b0-4753-b7b2-61d9d8da1d25 tempest-ServerActionsTestOtherB-1212896355 tempest-ServerActionsTestOtherB-1212896355-project-member] Lock "5cd0cd03-0f3b-48c6-9ca5-f38e026add84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.744s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.750482] env[62105]: DEBUG oslo_vmware.api [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163153} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.750733] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2168.750922] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2168.751118] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2168.751300] env[62105]: INFO nova.compute.manager [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2168.751541] env[62105]: DEBUG oslo.service.loopingcall [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2168.751749] env[62105]: DEBUG nova.compute.manager [-] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2168.751844] env[62105]: DEBUG nova.network.neutron [-] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2169.195393] env[62105]: DEBUG nova.compute.manager [req-e91efe0e-6a47-4d7f-a0e7-cae172a6aa99 req-90be416a-aab7-47f7-8bbf-9179cc6e23b8 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Received event network-vif-deleted-4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2169.195393] env[62105]: INFO nova.compute.manager [req-e91efe0e-6a47-4d7f-a0e7-cae172a6aa99 req-90be416a-aab7-47f7-8bbf-9179cc6e23b8 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Neutron deleted interface 4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9; detaching it from the instance and deleting it from the info cache [ 2169.195393] env[62105]: DEBUG nova.network.neutron [req-e91efe0e-6a47-4d7f-a0e7-cae172a6aa99 req-90be416a-aab7-47f7-8bbf-9179cc6e23b8 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.668672] env[62105]: DEBUG nova.network.neutron [-] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2169.698033] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ca438e5-5e0a-4727-901d-911e8a42c6bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.708568] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18a89f5-4c91-4ff2-96ad-372083614aec {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.735402] env[62105]: DEBUG nova.compute.manager [req-e91efe0e-6a47-4d7f-a0e7-cae172a6aa99 req-90be416a-aab7-47f7-8bbf-9179cc6e23b8 service nova] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Detach interface failed, port_id=4aaaec5f-73dd-438a-9d4f-fa7bc0136bb9, reason: Instance a2329e3f-2b73-4a3f-9013-5afb6f4f8216 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2170.171321] env[62105]: INFO nova.compute.manager [-] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Took 1.42 seconds to deallocate network for instance. [ 2170.677873] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2170.678300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.678388] env[62105]: DEBUG nova.objects.instance [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'resources' on Instance uuid a2329e3f-2b73-4a3f-9013-5afb6f4f8216 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2171.232690] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9a5bd-1485-49d9-a6c4-bc2a6ce4973e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.239816] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223a8bf-b9ba-43f9-8723-e285f25921a7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.269021] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703baa36-fda4-4495-8e0f-50a34fd7afbb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.276137] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ccc4b-41c1-46e2-971b-8ee4e443b7fa {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.288739] env[62105]: DEBUG nova.compute.provider_tree [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2171.791746] env[62105]: DEBUG nova.scheduler.client.report [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2172.298993] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.316264] env[62105]: INFO nova.scheduler.client.report [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleted allocations for instance a2329e3f-2b73-4a3f-9013-5afb6f4f8216 [ 2172.825909] env[62105]: DEBUG oslo_concurrency.lockutils [None req-73259eed-378c-47de-9de0-e72d3fb80e0a tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "a2329e3f-2b73-4a3f-9013-5afb6f4f8216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.687548] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.687548] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.190390] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2178.499969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.499969] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.500189] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.500333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.500509] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.502635] env[62105]: INFO nova.compute.manager [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Terminating instance [ 2178.709930] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2178.710358] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.711911] env[62105]: INFO nova.compute.claims [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2179.006791] env[62105]: DEBUG nova.compute.manager [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2179.007056] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2179.008029] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b03cf1-2337-4af9-94ad-393f780e1bdb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.016090] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.016334] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c502b12d-a0b0-42e5-843e-93c166283b48 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.022515] env[62105]: DEBUG oslo_vmware.api [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2179.022515] env[62105]: value = "task-1904664" [ 2179.022515] env[62105]: _type = "Task" [ 2179.022515] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.031446] env[62105]: DEBUG oslo_vmware.api [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.533120] env[62105]: DEBUG oslo_vmware.api [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904664, 'name': PowerOffVM_Task, 'duration_secs': 0.208519} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.533398] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2179.533568] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2179.533815] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0841df0c-0fc4-43b2-b3f8-a8a6c1b89fc1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.609709] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2179.609926] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2179.610124] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleting the datastore file [datastore2] 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2179.610384] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-796c3b95-8532-49ea-9307-699643f7d8a1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.615923] env[62105]: DEBUG oslo_vmware.api [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2179.615923] env[62105]: value = "task-1904666" [ 2179.615923] env[62105]: _type = "Task" [ 2179.615923] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.623967] env[62105]: DEBUG oslo_vmware.api [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.767346] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a32b4eb-2945-4c38-94b5-5b350eee4787 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.774961] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc670be0-1716-4c96-a896-a4bf762c5f45 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.804072] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cd3121-15f0-46ad-81f0-31f21a6759b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.810878] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55d5eb0-3a6f-4309-826b-17466f728c2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.824175] env[62105]: DEBUG nova.compute.provider_tree [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2180.125873] env[62105]: DEBUG oslo_vmware.api [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196312} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.126185] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2180.126397] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2180.126571] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2180.126743] env[62105]: INFO nova.compute.manager [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2180.126999] env[62105]: DEBUG oslo.service.loopingcall [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2180.127205] env[62105]: DEBUG nova.compute.manager [-] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2180.127300] env[62105]: DEBUG nova.network.neutron [-] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2180.327493] env[62105]: DEBUG nova.scheduler.client.report [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.403993] env[62105]: DEBUG nova.compute.manager [req-95d637ca-347f-4cd6-92c3-38887da0de90 req-6c079822-434b-4a8d-9fd2-bcd657b1d266 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Received event network-vif-deleted-6a78f408-e39b-4cb5-9061-ac79e3035f9d {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2180.404232] env[62105]: INFO nova.compute.manager [req-95d637ca-347f-4cd6-92c3-38887da0de90 req-6c079822-434b-4a8d-9fd2-bcd657b1d266 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Neutron deleted interface 6a78f408-e39b-4cb5-9061-ac79e3035f9d; detaching it from the instance and deleting it from the info cache [ 2180.404446] env[62105]: DEBUG nova.network.neutron [req-95d637ca-347f-4cd6-92c3-38887da0de90 req-6c079822-434b-4a8d-9fd2-bcd657b1d266 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.832892] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.833577] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2180.884313] env[62105]: DEBUG nova.network.neutron [-] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.906573] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eacd0f0-35b4-4882-a346-5da66c97e700 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.916689] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b28aa81-aa0b-432b-8239-e6a59e0d45eb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.939981] env[62105]: DEBUG nova.compute.manager [req-95d637ca-347f-4cd6-92c3-38887da0de90 req-6c079822-434b-4a8d-9fd2-bcd657b1d266 service nova] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Detach interface failed, port_id=6a78f408-e39b-4cb5-9061-ac79e3035f9d, reason: Instance 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2181.338447] env[62105]: DEBUG nova.compute.utils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2181.339927] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2181.340100] env[62105]: DEBUG nova.network.neutron [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2181.379624] env[62105]: DEBUG nova.policy [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfcf8ed304ae470ab472ae405cb9e063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d8c58862bd4fb79e1b1f4c90aa3483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2181.385941] env[62105]: INFO nova.compute.manager [-] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Took 1.26 seconds to deallocate network for instance. [ 2181.844531] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2181.854603] env[62105]: DEBUG nova.network.neutron [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Successfully created port: 45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2181.891956] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.892284] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.892542] env[62105]: DEBUG nova.objects.instance [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'resources' on Instance uuid 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2182.448233] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0298b888-2c50-4369-af9c-3c4728dfaebe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.455716] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e18d4-cd5a-48d6-81ec-105364d8f378 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.486297] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaa7d63-fb1c-4f27-a118-327d1035ba9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.493360] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11edc7c0-ee49-43eb-a80b-6175ca5ea4be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.506274] env[62105]: DEBUG nova.compute.provider_tree [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.853072] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2182.878700] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2182.879046] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2182.879166] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2182.879343] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2182.879490] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2182.879635] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2182.879839] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2182.879997] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2182.880186] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2182.880381] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2182.880562] env[62105]: DEBUG nova.virt.hardware [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2182.881427] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d49b9d1-ae38-45f0-9bab-b9b046a24dff {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.889152] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b97219-d603-49d0-bfc2-7671ebc65ffe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.009229] env[62105]: DEBUG nova.scheduler.client.report [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.214232] env[62105]: DEBUG nova.compute.manager [req-2c320d81-6fe6-4037-891b-09ab39196592 req-68e17907-1f71-4cc3-bda5-b60e40e3249e service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Received event network-vif-plugged-45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2183.214467] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c320d81-6fe6-4037-891b-09ab39196592 req-68e17907-1f71-4cc3-bda5-b60e40e3249e service nova] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.214728] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c320d81-6fe6-4037-891b-09ab39196592 req-68e17907-1f71-4cc3-bda5-b60e40e3249e service nova] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2183.214970] env[62105]: DEBUG oslo_concurrency.lockutils [req-2c320d81-6fe6-4037-891b-09ab39196592 req-68e17907-1f71-4cc3-bda5-b60e40e3249e service nova] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.215128] env[62105]: DEBUG nova.compute.manager [req-2c320d81-6fe6-4037-891b-09ab39196592 req-68e17907-1f71-4cc3-bda5-b60e40e3249e service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] No waiting events found dispatching network-vif-plugged-45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2183.215277] env[62105]: WARNING nova.compute.manager [req-2c320d81-6fe6-4037-891b-09ab39196592 req-68e17907-1f71-4cc3-bda5-b60e40e3249e service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Received unexpected event network-vif-plugged-45d7a785-657a-4d7b-99e4-4221165f4611 for instance with vm_state building and task_state spawning. [ 2183.294895] env[62105]: DEBUG nova.network.neutron [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Successfully updated port: 45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2183.513996] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.535346] env[62105]: INFO nova.scheduler.client.report [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleted allocations for instance 013ebdf8-22f5-4970-b65d-45ef4a4a4d06 [ 2183.801877] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.802086] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.802207] env[62105]: DEBUG nova.network.neutron [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2184.042805] env[62105]: DEBUG oslo_concurrency.lockutils [None req-ea9718e1-5b27-4187-98a5-a0b483d3bc70 tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "013ebdf8-22f5-4970-b65d-45ef4a4a4d06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.543s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.304331] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "d9e3e468-a390-43c3-b3de-191d948a92cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.304558] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.304776] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "d9e3e468-a390-43c3-b3de-191d948a92cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.304962] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.305151] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.308684] env[62105]: INFO nova.compute.manager [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Terminating instance [ 2184.337879] env[62105]: DEBUG nova.network.neutron [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2184.454502] env[62105]: DEBUG nova.network.neutron [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating instance_info_cache with network_info: [{"id": "45d7a785-657a-4d7b-99e4-4221165f4611", "address": "fa:16:3e:12:50:dc", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d7a785-65", "ovs_interfaceid": "45d7a785-657a-4d7b-99e4-4221165f4611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.815340] env[62105]: DEBUG nova.compute.manager [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2184.815587] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2184.816542] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05735296-eb57-4279-9f1f-14107d7b5bac {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.824010] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2184.824275] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-239191c1-28ae-4887-86ac-442342c79812 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.830819] env[62105]: DEBUG oslo_vmware.api [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2184.830819] env[62105]: value = "task-1904667" [ 2184.830819] env[62105]: _type = "Task" [ 2184.830819] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.838641] env[62105]: DEBUG oslo_vmware.api [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.957507] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.957850] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Instance network_info: |[{"id": "45d7a785-657a-4d7b-99e4-4221165f4611", "address": "fa:16:3e:12:50:dc", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d7a785-65", "ovs_interfaceid": "45d7a785-657a-4d7b-99e4-4221165f4611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2184.958353] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:50:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d7a785-657a-4d7b-99e4-4221165f4611', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2184.965908] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Creating folder: Project (e3d8c58862bd4fb79e1b1f4c90aa3483). Parent ref: group-v392807. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2184.966192] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c091e5d-c7e9-4b21-a0eb-77bb20dd3d57 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.977584] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Created folder: Project (e3d8c58862bd4fb79e1b1f4c90aa3483) in parent group-v392807. [ 2184.977777] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Creating folder: Instances. Parent ref: group-v393134. {{(pid=62105) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2184.978042] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b3c7437-31a1-4e35-9568-9a4abb52c310 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.988832] env[62105]: INFO nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Created folder: Instances in parent group-v393134. [ 2184.989081] env[62105]: DEBUG oslo.service.loopingcall [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2184.989273] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2184.989532] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a311c8-9261-4e5b-bb0c-dfcde0b7a1b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.009040] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2185.009040] env[62105]: value = "task-1904670" [ 2185.009040] env[62105]: _type = "Task" [ 2185.009040] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.016578] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904670, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.241187] env[62105]: DEBUG nova.compute.manager [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Received event network-changed-45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2185.241187] env[62105]: DEBUG nova.compute.manager [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Refreshing instance network info cache due to event network-changed-45d7a785-657a-4d7b-99e4-4221165f4611. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2185.241187] env[62105]: DEBUG oslo_concurrency.lockutils [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] Acquiring lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.241187] env[62105]: DEBUG oslo_concurrency.lockutils [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] Acquired lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.241187] env[62105]: DEBUG nova.network.neutron [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Refreshing network info cache for port 45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2185.340462] env[62105]: DEBUG oslo_vmware.api [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904667, 'name': PowerOffVM_Task, 'duration_secs': 0.253368} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.340747] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2185.340918] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2185.341191] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-275bd6ba-6d1d-4388-8ead-75c670a70f80 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.518824] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904670, 'name': CreateVM_Task, 'duration_secs': 0.338311} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.519051] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2185.519666] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.519838] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.520187] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2185.520434] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b8b4c6-560d-455e-b226-8932fbf908bf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.525042] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2185.525042] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ede4c-6295-54d7-0ac7-75ce56b516bd" [ 2185.525042] env[62105]: _type = "Task" [ 2185.525042] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.533762] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ede4c-6295-54d7-0ac7-75ce56b516bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.947942] env[62105]: DEBUG nova.network.neutron [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updated VIF entry in instance network info cache for port 45d7a785-657a-4d7b-99e4-4221165f4611. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2185.948347] env[62105]: DEBUG nova.network.neutron [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating instance_info_cache with network_info: [{"id": "45d7a785-657a-4d7b-99e4-4221165f4611", "address": "fa:16:3e:12:50:dc", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d7a785-65", "ovs_interfaceid": "45d7a785-657a-4d7b-99e4-4221165f4611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.036461] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]527ede4c-6295-54d7-0ac7-75ce56b516bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.036461] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.036461] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2186.036703] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.036852] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.037042] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2186.037305] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcfeda78-536e-4876-bf0e-42e5521a388a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.045423] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2186.045646] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2186.046321] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9660d34c-b2f4-477d-9409-b0a213aeb86c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.051561] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2186.051561] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bb5511-ea82-bd9e-af09-7140deed5960" [ 2186.051561] env[62105]: _type = "Task" [ 2186.051561] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.058825] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bb5511-ea82-bd9e-af09-7140deed5960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.196172] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2186.196446] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2186.196573] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleting the datastore file [datastore1] d9e3e468-a390-43c3-b3de-191d948a92cb {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2186.196926] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-986c1d47-75e2-493a-8b66-e6dd66ddbddf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.203472] env[62105]: DEBUG oslo_vmware.api [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for the task: (returnval){ [ 2186.203472] env[62105]: value = "task-1904672" [ 2186.203472] env[62105]: _type = "Task" [ 2186.203472] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.211197] env[62105]: DEBUG oslo_vmware.api [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.451478] env[62105]: DEBUG oslo_concurrency.lockutils [req-40470374-8793-423b-8f4d-c9382a29861d req-fb87862b-38b7-4768-a36e-a64f7dfff09b service nova] Releasing lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.562187] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52bb5511-ea82-bd9e-af09-7140deed5960, 'name': SearchDatastore_Task, 'duration_secs': 0.008775} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.562986] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f0aa72-c2c0-4e0b-a949-adaaae642d50 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.567796] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2186.567796] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52864d0b-128a-aa62-db2d-412ae4ece13a" [ 2186.567796] env[62105]: _type = "Task" [ 2186.567796] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.574864] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52864d0b-128a-aa62-db2d-412ae4ece13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.713212] env[62105]: DEBUG oslo_vmware.api [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Task: {'id': task-1904672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166729} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.713367] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2186.713552] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2186.713732] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2186.713905] env[62105]: INFO nova.compute.manager [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Took 1.90 seconds to destroy the instance on the hypervisor. [ 2186.714167] env[62105]: DEBUG oslo.service.loopingcall [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.714355] env[62105]: DEBUG nova.compute.manager [-] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2186.714453] env[62105]: DEBUG nova.network.neutron [-] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2187.077886] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52864d0b-128a-aa62-db2d-412ae4ece13a, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.078185] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.078436] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a67c18ea-f318-4d3e-8c76-95ba33f82f91/a67c18ea-f318-4d3e-8c76-95ba33f82f91.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2187.078686] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-759d432d-8915-4529-9aed-aa5973c52bf1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.085316] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2187.085316] env[62105]: value = "task-1904673" [ 2187.085316] env[62105]: _type = "Task" [ 2187.085316] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.092450] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.270033] env[62105]: DEBUG nova.compute.manager [req-f99d7b72-5fb6-4c55-add9-b595661b3735 req-4bc077f6-1c09-444a-a007-99a64ab34a6a service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Received event network-vif-deleted-94cec060-7ea3-40ba-8487-f210a8f4d042 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2187.270033] env[62105]: INFO nova.compute.manager [req-f99d7b72-5fb6-4c55-add9-b595661b3735 req-4bc077f6-1c09-444a-a007-99a64ab34a6a service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Neutron deleted interface 94cec060-7ea3-40ba-8487-f210a8f4d042; detaching it from the instance and deleting it from the info cache [ 2187.270033] env[62105]: DEBUG nova.network.neutron [req-f99d7b72-5fb6-4c55-add9-b595661b3735 req-4bc077f6-1c09-444a-a007-99a64ab34a6a service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.444492] env[62105]: DEBUG nova.network.neutron [-] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.594720] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441064} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.595109] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] a67c18ea-f318-4d3e-8c76-95ba33f82f91/a67c18ea-f318-4d3e-8c76-95ba33f82f91.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2187.595199] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2187.595439] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d22251b-6dde-41fe-8552-79d39b3be955 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.601886] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2187.601886] env[62105]: value = "task-1904674" [ 2187.601886] env[62105]: _type = "Task" [ 2187.601886] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.609845] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.772474] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-761b2259-6183-461d-9155-1598bee80d93 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.781401] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737392f6-96bf-4543-9a27-7a3d84ef6871 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.804928] env[62105]: DEBUG nova.compute.manager [req-f99d7b72-5fb6-4c55-add9-b595661b3735 req-4bc077f6-1c09-444a-a007-99a64ab34a6a service nova] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Detach interface failed, port_id=94cec060-7ea3-40ba-8487-f210a8f4d042, reason: Instance d9e3e468-a390-43c3-b3de-191d948a92cb could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2187.947178] env[62105]: INFO nova.compute.manager [-] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Took 1.23 seconds to deallocate network for instance. [ 2188.112080] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057762} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.112339] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2188.113111] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4484f969-d72c-4097-9825-94ff4f0aa48b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.135086] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a67c18ea-f318-4d3e-8c76-95ba33f82f91/a67c18ea-f318-4d3e-8c76-95ba33f82f91.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2188.135304] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03fc0755-9e26-44cd-b1a0-f66eec2aab2c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.153832] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2188.153832] env[62105]: value = "task-1904675" [ 2188.153832] env[62105]: _type = "Task" [ 2188.153832] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.161142] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.453962] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.454311] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.454578] env[62105]: DEBUG nova.objects.instance [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lazy-loading 'resources' on Instance uuid d9e3e468-a390-43c3-b3de-191d948a92cb {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.664205] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904675, 'name': ReconfigVM_Task, 'duration_secs': 0.320436} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.664605] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a67c18ea-f318-4d3e-8c76-95ba33f82f91/a67c18ea-f318-4d3e-8c76-95ba33f82f91.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2188.665092] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dca4c44-a5b3-485e-b83b-fc22b2ddbf07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.671630] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2188.671630] env[62105]: value = "task-1904676" [ 2188.671630] env[62105]: _type = "Task" [ 2188.671630] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.678957] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904676, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.997678] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f3358-2304-41d3-8747-41ab2af2db9b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.004744] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56725ba3-6231-4c77-af3e-e064546b83bd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.034413] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa4c97a-d266-46c7-add5-bdb0b3988844 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.040909] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93658aea-f773-4b8f-b926-49c2642798fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.053361] env[62105]: DEBUG nova.compute.provider_tree [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2189.181014] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904676, 'name': Rename_Task, 'duration_secs': 0.132113} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.181313] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2189.181552] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08b6c197-5be9-48b1-9973-6b2120fcc588 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.188437] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2189.188437] env[62105]: value = "task-1904677" [ 2189.188437] env[62105]: _type = "Task" [ 2189.188437] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.195732] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.556523] env[62105]: DEBUG nova.scheduler.client.report [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2189.697714] env[62105]: DEBUG oslo_vmware.api [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904677, 'name': PowerOnVM_Task, 'duration_secs': 0.435835} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.698184] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.698245] env[62105]: INFO nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Took 6.85 seconds to spawn the instance on the hypervisor. [ 2189.698386] env[62105]: DEBUG nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.699174] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141576bc-591b-4f36-88d8-f14959b870b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.061585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.080200] env[62105]: INFO nova.scheduler.client.report [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Deleted allocations for instance d9e3e468-a390-43c3-b3de-191d948a92cb [ 2190.216844] env[62105]: INFO nova.compute.manager [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Took 11.52 seconds to build instance. [ 2190.587260] env[62105]: DEBUG oslo_concurrency.lockutils [None req-efe15058-2cdd-4001-8486-d272e00416dd tempest-ServerRescueNegativeTestJSON-48784072 tempest-ServerRescueNegativeTestJSON-48784072-project-member] Lock "d9e3e468-a390-43c3-b3de-191d948a92cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.283s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.718585] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8db94a3b-6c14-42c3-9478-8af64bb3b5ec tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.031s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.758309] env[62105]: DEBUG nova.compute.manager [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Received event network-changed-45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2190.758502] env[62105]: DEBUG nova.compute.manager [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Refreshing instance network info cache due to event network-changed-45d7a785-657a-4d7b-99e4-4221165f4611. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2190.758709] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] Acquiring lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.758850] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] Acquired lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.759293] env[62105]: DEBUG nova.network.neutron [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Refreshing network info cache for port 45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2191.499096] env[62105]: DEBUG nova.network.neutron [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updated VIF entry in instance network info cache for port 45d7a785-657a-4d7b-99e4-4221165f4611. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2191.499504] env[62105]: DEBUG nova.network.neutron [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating instance_info_cache with network_info: [{"id": "45d7a785-657a-4d7b-99e4-4221165f4611", "address": "fa:16:3e:12:50:dc", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d7a785-65", "ovs_interfaceid": "45d7a785-657a-4d7b-99e4-4221165f4611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.002312] env[62105]: DEBUG oslo_concurrency.lockutils [req-ce8f8a11-7dc7-430d-9ab3-52c829ffcfd7 req-48c6818d-1098-4aeb-9ee5-73f6735d8e05 service nova] Releasing lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.231671] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2207.502463] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2207.502876] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2209.010162] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 2209.010463] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2209.010658] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2209.010835] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2209.502706] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2210.502582] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2210.502984] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2210.502984] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2216.503329] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2217.006554] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.006805] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.006978] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.007148] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2217.008050] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c120fa4-771a-4a3b-b0b1-340c58cd1fb9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.016950] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dca76f5-2385-471c-b9e2-f3364b7484b1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.031011] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22718078-f2dc-4861-99d9-3298da87bb08 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.037123] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192a10f-9312-46eb-8cc1-7313d1beff49 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.066561] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180538MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2217.066720] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.066887] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.093472] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a67c18ea-f318-4d3e-8c76-95ba33f82f91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2218.093772] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2218.093836] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2218.119454] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8006561e-0c15-4644-864a-7600ae1ad589 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.127330] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab4832-8d66-4042-9b8f-6dd788c069d8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.156873] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0461a49f-60a3-4fa1-b446-4735ffa294ee {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.163639] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85ea209-be54-4c21-9303-b8c02f66692e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.177460] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2218.680782] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2219.186971] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2219.186971] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.182161] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2228.863300] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.863608] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.366894] env[62105]: DEBUG nova.compute.utils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2229.869528] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.933213] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.933608] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.933710] env[62105]: INFO nova.compute.manager [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Attaching volume b631540a-2f1d-4207-8264-3b9d84b4b1fc to /dev/sdb [ 2230.962728] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3901ac37-c1cd-4142-bd89-c73a0fd0003e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.969493] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb55610-3987-44d6-8ff1-a97c12de12f4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.982013] env[62105]: DEBUG nova.virt.block_device [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating existing volume attachment record: 883842bc-2f6a-4df4-82a0-c8ab17a40b24 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2235.525699] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2235.525977] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393138', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'name': 'volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a67c18ea-f318-4d3e-8c76-95ba33f82f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'serial': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2235.526867] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9e96f7-8126-4ec9-b877-8e4dab2dd74c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.543907] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92c84bc-3710-487c-8ebe-72c7ed666336 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.567620] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc/volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2235.567847] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb48b584-2d10-465c-af46-ba69d9c6d581 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.585786] env[62105]: DEBUG oslo_vmware.api [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2235.585786] env[62105]: value = "task-1904682" [ 2235.585786] env[62105]: _type = "Task" [ 2235.585786] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.593280] env[62105]: DEBUG oslo_vmware.api [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.095800] env[62105]: DEBUG oslo_vmware.api [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904682, 'name': ReconfigVM_Task, 'duration_secs': 0.356321} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.096090] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc/volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2236.100715] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f29fb13-a7cc-4eee-928b-38133328aa73 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.114988] env[62105]: DEBUG oslo_vmware.api [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2236.114988] env[62105]: value = "task-1904683" [ 2236.114988] env[62105]: _type = "Task" [ 2236.114988] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.122178] env[62105]: DEBUG oslo_vmware.api [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.624706] env[62105]: DEBUG oslo_vmware.api [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904683, 'name': ReconfigVM_Task, 'duration_secs': 0.130511} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.625067] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393138', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'name': 'volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a67c18ea-f318-4d3e-8c76-95ba33f82f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'serial': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2237.662281] env[62105]: DEBUG nova.objects.instance [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'flavor' on Instance uuid a67c18ea-f318-4d3e-8c76-95ba33f82f91 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2238.168133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-1676cc83-316d-46b9-b7d3-48425059b163 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.300622] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.323154] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.803691] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2240.323057] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.323361] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.324942] env[62105]: INFO nova.compute.claims [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2241.367825] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d2a9d0-5b3f-4ac9-a209-7836f4771f6b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.375668] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d514a97-5c6b-426a-91cf-ccea788aefdf {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.404603] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb7b34-295a-4840-88a6-4e7908cfb9fe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.411319] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a52d361-d359-4bfa-bac2-62bc4c7161c2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.423945] env[62105]: DEBUG nova.compute.provider_tree [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2241.927218] env[62105]: DEBUG nova.scheduler.client.report [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2242.432453] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.432990] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2242.937826] env[62105]: DEBUG nova.compute.utils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2242.939241] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2242.939411] env[62105]: DEBUG nova.network.neutron [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2242.991989] env[62105]: DEBUG nova.policy [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfcf8ed304ae470ab472ae405cb9e063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d8c58862bd4fb79e1b1f4c90aa3483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2243.259532] env[62105]: DEBUG nova.network.neutron [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Successfully created port: a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2243.446026] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2244.455063] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2244.482749] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2244.483011] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2244.483180] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2244.483368] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2244.483529] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2244.483675] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2244.483885] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2244.484057] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2244.484228] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2244.484390] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2244.484562] env[62105]: DEBUG nova.virt.hardware [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2244.485427] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc736ffc-9618-4d9c-b4e5-ff61d272fef3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.493314] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a17a3c2-bff6-4458-bad6-577b17f5f49b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.622471] env[62105]: DEBUG nova.compute.manager [req-c64c1393-de31-4fea-a6f8-3a1bc4187f06 req-553c1ab5-cbd5-4ff2-81cd-baf3e2e39d4e service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Received event network-vif-plugged-a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2244.622683] env[62105]: DEBUG oslo_concurrency.lockutils [req-c64c1393-de31-4fea-a6f8-3a1bc4187f06 req-553c1ab5-cbd5-4ff2-81cd-baf3e2e39d4e service nova] Acquiring lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2244.622895] env[62105]: DEBUG oslo_concurrency.lockutils [req-c64c1393-de31-4fea-a6f8-3a1bc4187f06 req-553c1ab5-cbd5-4ff2-81cd-baf3e2e39d4e service nova] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.623075] env[62105]: DEBUG oslo_concurrency.lockutils [req-c64c1393-de31-4fea-a6f8-3a1bc4187f06 req-553c1ab5-cbd5-4ff2-81cd-baf3e2e39d4e service nova] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.623248] env[62105]: DEBUG nova.compute.manager [req-c64c1393-de31-4fea-a6f8-3a1bc4187f06 req-553c1ab5-cbd5-4ff2-81cd-baf3e2e39d4e service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] No waiting events found dispatching network-vif-plugged-a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2244.623409] env[62105]: WARNING nova.compute.manager [req-c64c1393-de31-4fea-a6f8-3a1bc4187f06 req-553c1ab5-cbd5-4ff2-81cd-baf3e2e39d4e service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Received unexpected event network-vif-plugged-a496a38f-1b3b-4285-8e00-2f5cb0299a15 for instance with vm_state building and task_state spawning. [ 2244.704190] env[62105]: DEBUG nova.network.neutron [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Successfully updated port: a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2245.206863] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.207050] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.207209] env[62105]: DEBUG nova.network.neutron [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2245.745325] env[62105]: DEBUG nova.network.neutron [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2245.862261] env[62105]: DEBUG nova.network.neutron [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updating instance_info_cache with network_info: [{"id": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "address": "fa:16:3e:67:d9:0c", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa496a38f-1b", "ovs_interfaceid": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.365347] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.365726] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Instance network_info: |[{"id": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "address": "fa:16:3e:67:d9:0c", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa496a38f-1b", "ovs_interfaceid": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2246.366177] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:d9:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a496a38f-1b3b-4285-8e00-2f5cb0299a15', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2246.373608] env[62105]: DEBUG oslo.service.loopingcall [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2246.373849] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2246.374414] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31094b32-bdae-42fd-93e3-993d241f3940 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.394221] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2246.394221] env[62105]: value = "task-1904684" [ 2246.394221] env[62105]: _type = "Task" [ 2246.394221] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.401455] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904684, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.647439] env[62105]: DEBUG nova.compute.manager [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Received event network-changed-a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2246.647641] env[62105]: DEBUG nova.compute.manager [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Refreshing instance network info cache due to event network-changed-a496a38f-1b3b-4285-8e00-2f5cb0299a15. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2246.647862] env[62105]: DEBUG oslo_concurrency.lockutils [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] Acquiring lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.648015] env[62105]: DEBUG oslo_concurrency.lockutils [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] Acquired lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.648189] env[62105]: DEBUG nova.network.neutron [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Refreshing network info cache for port a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2246.905048] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904684, 'name': CreateVM_Task, 'duration_secs': 0.319119} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.905352] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2246.905815] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.905982] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.906321] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2246.906712] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2099c05a-3017-46b4-84d2-8b2dd2af7d23 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.911588] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2246.911588] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e4a91b-2d00-519b-6a7c-f696426e96e8" [ 2246.911588] env[62105]: _type = "Task" [ 2246.911588] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.918914] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e4a91b-2d00-519b-6a7c-f696426e96e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.369103] env[62105]: DEBUG nova.network.neutron [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updated VIF entry in instance network info cache for port a496a38f-1b3b-4285-8e00-2f5cb0299a15. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2247.369465] env[62105]: DEBUG nova.network.neutron [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updating instance_info_cache with network_info: [{"id": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "address": "fa:16:3e:67:d9:0c", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa496a38f-1b", "ovs_interfaceid": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.421590] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e4a91b-2d00-519b-6a7c-f696426e96e8, 'name': SearchDatastore_Task, 'duration_secs': 0.00972} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.421885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.422124] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2247.422366] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.422503] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.422682] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2247.422926] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-696ba56a-254b-4516-8b4f-8d40c5391d31 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.430630] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2247.430767] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2247.431428] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5498d7-b1c3-42fe-8c14-06ee946d33f9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.436205] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2247.436205] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c00fe9-b7a6-645e-5238-fe4923224e37" [ 2247.436205] env[62105]: _type = "Task" [ 2247.436205] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.443564] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c00fe9-b7a6-645e-5238-fe4923224e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.872375] env[62105]: DEBUG oslo_concurrency.lockutils [req-dfb6e7bb-dad2-4b98-8352-b567c111fb4e req-58770045-ab96-4fe4-a363-45a7ad0c6e2a service nova] Releasing lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.946858] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52c00fe9-b7a6-645e-5238-fe4923224e37, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.947599] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7adb47-c2e2-47d9-8eb7-d42ac4f3660c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.952435] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2247.952435] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52651ea5-c21b-5c88-ca13-6c8ef2476f1f" [ 2247.952435] env[62105]: _type = "Task" [ 2247.952435] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.959719] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52651ea5-c21b-5c88-ca13-6c8ef2476f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.463472] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52651ea5-c21b-5c88-ca13-6c8ef2476f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.463744] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2248.463998] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5663538a-5f3f-4d57-aeec-c8ff2e2904e3/5663538a-5f3f-4d57-aeec-c8ff2e2904e3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2248.464272] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-154adabf-74bc-482a-a66a-8a26eebe99e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.471508] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2248.471508] env[62105]: value = "task-1904685" [ 2248.471508] env[62105]: _type = "Task" [ 2248.471508] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.478892] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.981643] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445287} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.981888] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 5663538a-5f3f-4d57-aeec-c8ff2e2904e3/5663538a-5f3f-4d57-aeec-c8ff2e2904e3.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2248.982122] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2248.982369] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cde3ccf-0e2a-40bc-add6-86be7b43382e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.989791] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2248.989791] env[62105]: value = "task-1904686" [ 2248.989791] env[62105]: _type = "Task" [ 2248.989791] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.996849] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.498978] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070337} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.499256] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2249.500052] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e71b30a-f6ce-4051-8380-e42b8bd23ddc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.522103] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5663538a-5f3f-4d57-aeec-c8ff2e2904e3/5663538a-5f3f-4d57-aeec-c8ff2e2904e3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2249.522329] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ed7edd-0fed-46e9-a65a-82b56e048d41 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.541553] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2249.541553] env[62105]: value = "task-1904687" [ 2249.541553] env[62105]: _type = "Task" [ 2249.541553] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.549082] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.053027] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904687, 'name': ReconfigVM_Task, 'duration_secs': 0.283246} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.053347] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5663538a-5f3f-4d57-aeec-c8ff2e2904e3/5663538a-5f3f-4d57-aeec-c8ff2e2904e3.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2250.053944] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-426fe907-babc-4e7b-86ae-a6066a13ac39 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.060191] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2250.060191] env[62105]: value = "task-1904688" [ 2250.060191] env[62105]: _type = "Task" [ 2250.060191] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.067367] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904688, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.569570] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904688, 'name': Rename_Task, 'duration_secs': 0.134848} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.569852] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2250.570116] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f8f1cb0-b39d-4af0-b96a-996b075577b3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.576997] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2250.576997] env[62105]: value = "task-1904689" [ 2250.576997] env[62105]: _type = "Task" [ 2250.576997] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2250.583749] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.086998] env[62105]: DEBUG oslo_vmware.api [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904689, 'name': PowerOnVM_Task, 'duration_secs': 0.440685} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2251.087329] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2251.087459] env[62105]: INFO nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Took 6.63 seconds to spawn the instance on the hypervisor. [ 2251.087638] env[62105]: DEBUG nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2251.088389] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aff19de-f05d-4d12-8c98-e6074cc4962c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.605023] env[62105]: INFO nova.compute.manager [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Took 11.30 seconds to build instance. [ 2252.106694] env[62105]: DEBUG oslo_concurrency.lockutils [None req-08c7cfbd-ba78-49da-a799-f4a3dcd079d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.806s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.382202] env[62105]: DEBUG nova.compute.manager [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Received event network-changed-a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2252.382407] env[62105]: DEBUG nova.compute.manager [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Refreshing instance network info cache due to event network-changed-a496a38f-1b3b-4285-8e00-2f5cb0299a15. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2252.382626] env[62105]: DEBUG oslo_concurrency.lockutils [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] Acquiring lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.382764] env[62105]: DEBUG oslo_concurrency.lockutils [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] Acquired lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.382924] env[62105]: DEBUG nova.network.neutron [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Refreshing network info cache for port a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2253.088802] env[62105]: DEBUG nova.network.neutron [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updated VIF entry in instance network info cache for port a496a38f-1b3b-4285-8e00-2f5cb0299a15. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2253.089257] env[62105]: DEBUG nova.network.neutron [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updating instance_info_cache with network_info: [{"id": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "address": "fa:16:3e:67:d9:0c", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa496a38f-1b", "ovs_interfaceid": "a496a38f-1b3b-4285-8e00-2f5cb0299a15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.592316] env[62105]: DEBUG oslo_concurrency.lockutils [req-e335a9a5-c782-48af-a25e-999118289dac req-d19655c4-15d6-4b96-bfe5-331b013a3bfd service nova] Releasing lock "refresh_cache-5663538a-5f3f-4d57-aeec-c8ff2e2904e3" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.003646] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2267.503026] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2267.503402] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2267.503402] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2268.075588] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2268.075744] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquired lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2268.075892] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Forcefully refreshing network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2268.076054] env[62105]: DEBUG nova.objects.instance [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lazy-loading 'info_cache' on Instance uuid a67c18ea-f318-4d3e-8c76-95ba33f82f91 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.779376] env[62105]: DEBUG nova.network.neutron [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating instance_info_cache with network_info: [{"id": "45d7a785-657a-4d7b-99e4-4221165f4611", "address": "fa:16:3e:12:50:dc", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d7a785-65", "ovs_interfaceid": "45d7a785-657a-4d7b-99e4-4221165f4611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.282241] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Releasing lock "refresh_cache-a67c18ea-f318-4d3e-8c76-95ba33f82f91" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2270.282447] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updated the network info_cache for instance {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10469}} [ 2270.282615] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2270.282771] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2270.502575] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2271.502898] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2271.503260] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2271.503304] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2272.504215] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2278.502814] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2279.005900] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.006170] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.006345] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.006500] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2279.007410] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016b9fa2-1ffa-4af3-9526-05a2d56b3386 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.015703] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4218ddd-6a98-4cbb-8eba-a60e49921210 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.029033] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0569009-2771-4c7e-b605-f70c891085af {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.034827] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7911c598-1d72-4b3a-8223-fb01398239b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.062594] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181110MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2279.062719] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2279.062906] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.089828] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance a67c18ea-f318-4d3e-8c76-95ba33f82f91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2280.090131] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 5663538a-5f3f-4d57-aeec-c8ff2e2904e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2280.090211] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2280.090361] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2280.124782] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6703de-5c3c-4e94-8ef9-2e2eb74fd46d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.132030] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aa9123-c192-4f6d-8b26-5fc7cefefec5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.160829] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc12b2-0fb1-43c7-984b-072b791daaae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.167460] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc5c37b-2af7-4089-aa8b-cf93025ed1e1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.179703] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2280.682927] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2281.188570] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2281.188570] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.468926] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.469316] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.469363] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.469545] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.469717] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.473228] env[62105]: INFO nova.compute.manager [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Terminating instance [ 2288.976876] env[62105]: DEBUG nova.compute.manager [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2288.977186] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2288.978224] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8674764f-45f1-4c55-807a-20404c8b50a5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.985902] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2288.986146] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-482524db-edba-4f6e-b332-acb5004a838a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.991989] env[62105]: DEBUG oslo_vmware.api [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2288.991989] env[62105]: value = "task-1904690" [ 2288.991989] env[62105]: _type = "Task" [ 2288.991989] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.999558] env[62105]: DEBUG oslo_vmware.api [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.502749] env[62105]: DEBUG oslo_vmware.api [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904690, 'name': PowerOffVM_Task, 'duration_secs': 0.167606} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.503128] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2289.503243] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2289.503464] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b6ac4c-20a3-4e83-8e4b-5bbf6a96d98c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.751284] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2290.751691] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2290.751691] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleting the datastore file [datastore1] 5663538a-5f3f-4d57-aeec-c8ff2e2904e3 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2290.751950] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b1513ac-6bb8-400b-b918-e37481cc130f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.759139] env[62105]: DEBUG oslo_vmware.api [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2290.759139] env[62105]: value = "task-1904692" [ 2290.759139] env[62105]: _type = "Task" [ 2290.759139] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.766789] env[62105]: DEBUG oslo_vmware.api [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.268858] env[62105]: DEBUG oslo_vmware.api [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156555} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.269097] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2291.269319] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2291.269501] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2291.269678] env[62105]: INFO nova.compute.manager [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Took 2.29 seconds to destroy the instance on the hypervisor. [ 2291.269908] env[62105]: DEBUG oslo.service.loopingcall [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2291.270107] env[62105]: DEBUG nova.compute.manager [-] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2291.270229] env[62105]: DEBUG nova.network.neutron [-] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2291.752042] env[62105]: DEBUG nova.compute.manager [req-adc15ccc-8ece-4fb9-8195-966c316cb249 req-d02be9e6-7521-4dbc-b484-245d883b6f76 service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Received event network-vif-deleted-a496a38f-1b3b-4285-8e00-2f5cb0299a15 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2291.752260] env[62105]: INFO nova.compute.manager [req-adc15ccc-8ece-4fb9-8195-966c316cb249 req-d02be9e6-7521-4dbc-b484-245d883b6f76 service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Neutron deleted interface a496a38f-1b3b-4285-8e00-2f5cb0299a15; detaching it from the instance and deleting it from the info cache [ 2291.752353] env[62105]: DEBUG nova.network.neutron [req-adc15ccc-8ece-4fb9-8195-966c316cb249 req-d02be9e6-7521-4dbc-b484-245d883b6f76 service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.199274] env[62105]: DEBUG nova.network.neutron [-] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.255648] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aea76270-f2d9-4686-98bd-03e114370d9f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.264936] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714c296d-20f7-43b4-9ece-ca2d4de0eb02 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.289657] env[62105]: DEBUG nova.compute.manager [req-adc15ccc-8ece-4fb9-8195-966c316cb249 req-d02be9e6-7521-4dbc-b484-245d883b6f76 service nova] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Detach interface failed, port_id=a496a38f-1b3b-4285-8e00-2f5cb0299a15, reason: Instance 5663538a-5f3f-4d57-aeec-c8ff2e2904e3 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2292.701865] env[62105]: INFO nova.compute.manager [-] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Took 1.43 seconds to deallocate network for instance. [ 2293.208849] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.209212] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.209462] env[62105]: DEBUG nova.objects.instance [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'resources' on Instance uuid 5663538a-5f3f-4d57-aeec-c8ff2e2904e3 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.754028] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af9e163-695b-4395-aa95-5266fdeb1dbe {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.761534] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35739c-6da7-4cd8-b403-d2391b7df9c8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.790767] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceaf0e4-813d-4755-9421-aa4d4aabd575 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.797585] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e814d92b-2bc6-45e5-824c-3ca083faa9d5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.810176] env[62105]: DEBUG nova.compute.provider_tree [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.314135] env[62105]: DEBUG nova.scheduler.client.report [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2294.819806] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.838972] env[62105]: INFO nova.scheduler.client.report [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted allocations for instance 5663538a-5f3f-4d57-aeec-c8ff2e2904e3 [ 2295.346482] env[62105]: DEBUG oslo_concurrency.lockutils [None req-b97a52e1-5936-41b5-be13-880d17214ba5 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "5663538a-5f3f-4d57-aeec-c8ff2e2904e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.877s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.580437] env[62105]: DEBUG oslo_concurrency.lockutils [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.580865] env[62105]: DEBUG oslo_concurrency.lockutils [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.083721] env[62105]: INFO nova.compute.manager [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Detaching volume b631540a-2f1d-4207-8264-3b9d84b4b1fc [ 2297.112661] env[62105]: INFO nova.virt.block_device [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Attempting to driver detach volume b631540a-2f1d-4207-8264-3b9d84b4b1fc from mountpoint /dev/sdb [ 2297.112889] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2297.113081] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393138', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'name': 'volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a67c18ea-f318-4d3e-8c76-95ba33f82f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'serial': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2297.113935] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d6722-270e-4d14-9366-a425e34d33de {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.134803] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a2b5b-6592-4aa4-967d-c5e599bc4db8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.141292] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39f179e-8212-46d5-b54e-eca6fe435701 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.160464] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc0e06e-df9c-48b8-9752-0b7a42b0b94c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.174279] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] The volume has not been displaced from its original location: [datastore1] volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc/volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2297.179434] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2297.179673] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77711546-8e03-4131-9479-2ea3716bc00e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.197691] env[62105]: DEBUG oslo_vmware.api [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2297.197691] env[62105]: value = "task-1904693" [ 2297.197691] env[62105]: _type = "Task" [ 2297.197691] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.204649] env[62105]: DEBUG oslo_vmware.api [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.707201] env[62105]: DEBUG oslo_vmware.api [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904693, 'name': ReconfigVM_Task, 'duration_secs': 0.231223} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.707602] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2297.711948] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1caf45e-b29a-4b44-a5f1-cb411a15dc84 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.726389] env[62105]: DEBUG oslo_vmware.api [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2297.726389] env[62105]: value = "task-1904694" [ 2297.726389] env[62105]: _type = "Task" [ 2297.726389] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.735043] env[62105]: DEBUG oslo_vmware.api [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.237085] env[62105]: DEBUG oslo_vmware.api [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904694, 'name': ReconfigVM_Task, 'duration_secs': 0.143567} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.237448] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393138', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'name': 'volume-b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a67c18ea-f318-4d3e-8c76-95ba33f82f91', 'attached_at': '', 'detached_at': '', 'volume_id': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc', 'serial': 'b631540a-2f1d-4207-8264-3b9d84b4b1fc'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2298.776101] env[62105]: DEBUG nova.objects.instance [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'flavor' on Instance uuid a67c18ea-f318-4d3e-8c76-95ba33f82f91 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.784617] env[62105]: DEBUG oslo_concurrency.lockutils [None req-706b2cc0-b242-41c1-b0ee-4f749a1c40c0 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.812556] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.812915] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.813050] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2300.813244] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.813416] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.815933] env[62105]: INFO nova.compute.manager [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Terminating instance [ 2301.319946] env[62105]: DEBUG nova.compute.manager [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2301.323054] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2301.323054] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391223ed-308b-4db7-a482-0a369e53f9cc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.329377] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2301.329595] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a93f524-b7c1-4eab-9f06-36e4ab81c7b9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.335395] env[62105]: DEBUG oslo_vmware.api [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2301.335395] env[62105]: value = "task-1904695" [ 2301.335395] env[62105]: _type = "Task" [ 2301.335395] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.844916] env[62105]: DEBUG oslo_vmware.api [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904695, 'name': PowerOffVM_Task, 'duration_secs': 0.222014} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.845297] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2301.845297] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2301.845524] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7537fc02-784b-4285-bb3f-0da9778b45e7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.915096] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2301.915314] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2301.915496] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleting the datastore file [datastore2] a67c18ea-f318-4d3e-8c76-95ba33f82f91 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2301.915735] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48317e9c-f965-4320-9434-c2e26f21b1da {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.922295] env[62105]: DEBUG oslo_vmware.api [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2301.922295] env[62105]: value = "task-1904697" [ 2301.922295] env[62105]: _type = "Task" [ 2301.922295] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.929476] env[62105]: DEBUG oslo_vmware.api [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.433388] env[62105]: DEBUG oslo_vmware.api [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129126} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.433812] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2302.434113] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2302.434423] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2302.434729] env[62105]: INFO nova.compute.manager [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2302.435125] env[62105]: DEBUG oslo.service.loopingcall [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2302.435415] env[62105]: DEBUG nova.compute.manager [-] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2302.435578] env[62105]: DEBUG nova.network.neutron [-] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2302.850574] env[62105]: DEBUG nova.compute.manager [req-d79e411a-aa1c-4500-8177-f5119c84abab req-9dbb7005-9191-47a0-8545-aeeb17e6dffd service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Received event network-vif-deleted-45d7a785-657a-4d7b-99e4-4221165f4611 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2302.850807] env[62105]: INFO nova.compute.manager [req-d79e411a-aa1c-4500-8177-f5119c84abab req-9dbb7005-9191-47a0-8545-aeeb17e6dffd service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Neutron deleted interface 45d7a785-657a-4d7b-99e4-4221165f4611; detaching it from the instance and deleting it from the info cache [ 2302.850902] env[62105]: DEBUG nova.network.neutron [req-d79e411a-aa1c-4500-8177-f5119c84abab req-9dbb7005-9191-47a0-8545-aeeb17e6dffd service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.330624] env[62105]: DEBUG nova.network.neutron [-] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.352964] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47b0c879-1ee4-44ff-80e8-6c77606c2071 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.362706] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfd2df9-04ed-4d49-8dff-7a0e2dbcd25f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.385154] env[62105]: DEBUG nova.compute.manager [req-d79e411a-aa1c-4500-8177-f5119c84abab req-9dbb7005-9191-47a0-8545-aeeb17e6dffd service nova] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Detach interface failed, port_id=45d7a785-657a-4d7b-99e4-4221165f4611, reason: Instance a67c18ea-f318-4d3e-8c76-95ba33f82f91 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2303.833779] env[62105]: INFO nova.compute.manager [-] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Took 1.40 seconds to deallocate network for instance. [ 2304.339657] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.340042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.340161] env[62105]: DEBUG nova.objects.instance [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'resources' on Instance uuid a67c18ea-f318-4d3e-8c76-95ba33f82f91 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.874968] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfcf60a-f173-4e39-ab30-009f23cc5b71 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.882212] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd90da3-1468-49fe-8d67-88c69dcdbdd7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.912220] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865c481c-8091-42af-ba1b-47df6d1e1d6a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.919503] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159ad731-ce01-4baf-a8d6-1d741d9d6484 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.939711] env[62105]: DEBUG nova.compute.provider_tree [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2305.443196] env[62105]: DEBUG nova.scheduler.client.report [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.948757] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.970587] env[62105]: INFO nova.scheduler.client.report [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted allocations for instance a67c18ea-f318-4d3e-8c76-95ba33f82f91 [ 2306.479872] env[62105]: DEBUG oslo_concurrency.lockutils [None req-04a1b013-b616-414d-a86f-5245b311fd02 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "a67c18ea-f318-4d3e-8c76-95ba33f82f91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.666s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.825481] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.825738] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.328299] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2309.847016] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.847301] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.848796] env[62105]: INFO nova.compute.claims [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2310.883734] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9af67e-31c9-4446-9d48-bf0518cb2322 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.891274] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad7963-6b9e-40c8-ba27-65851037a71e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.921154] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacf4f81-1b37-42aa-bd32-be637c6aaa13 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.927652] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96438fd2-eedd-41bf-a5b0-67680bbffb24 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.940644] env[62105]: DEBUG nova.compute.provider_tree [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2311.443820] env[62105]: DEBUG nova.scheduler.client.report [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2311.948735] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.949312] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2312.454324] env[62105]: DEBUG nova.compute.utils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2312.455991] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2312.456280] env[62105]: DEBUG nova.network.neutron [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2312.516902] env[62105]: DEBUG nova.policy [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfcf8ed304ae470ab472ae405cb9e063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d8c58862bd4fb79e1b1f4c90aa3483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2312.770377] env[62105]: DEBUG nova.network.neutron [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Successfully created port: c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2312.960037] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2313.972615] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2313.998957] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2313.999237] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2313.999395] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2313.999598] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2313.999746] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2313.999890] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2314.000105] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2314.000267] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2314.000432] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2314.000632] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2314.000814] env[62105]: DEBUG nova.virt.hardware [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2314.001671] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55be6a3e-97ca-4a75-9ae1-ce547cd25447 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.009345] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd514b4-edf4-45d8-aac1-46d259154d07 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.133517] env[62105]: DEBUG nova.compute.manager [req-f6f2d18f-ae38-4ec0-916d-d471a68f3203 req-39cf8117-9f0d-48be-aa61-ec8be4f76717 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Received event network-vif-plugged-c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2314.133745] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6f2d18f-ae38-4ec0-916d-d471a68f3203 req-39cf8117-9f0d-48be-aa61-ec8be4f76717 service nova] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.133949] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6f2d18f-ae38-4ec0-916d-d471a68f3203 req-39cf8117-9f0d-48be-aa61-ec8be4f76717 service nova] Lock "abb1641a-1c66-446f-94d4-6261245de27c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.134133] env[62105]: DEBUG oslo_concurrency.lockutils [req-f6f2d18f-ae38-4ec0-916d-d471a68f3203 req-39cf8117-9f0d-48be-aa61-ec8be4f76717 service nova] Lock "abb1641a-1c66-446f-94d4-6261245de27c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.134301] env[62105]: DEBUG nova.compute.manager [req-f6f2d18f-ae38-4ec0-916d-d471a68f3203 req-39cf8117-9f0d-48be-aa61-ec8be4f76717 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] No waiting events found dispatching network-vif-plugged-c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2314.134464] env[62105]: WARNING nova.compute.manager [req-f6f2d18f-ae38-4ec0-916d-d471a68f3203 req-39cf8117-9f0d-48be-aa61-ec8be4f76717 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Received unexpected event network-vif-plugged-c7cca350-bd51-476e-8eee-8893d955cee9 for instance with vm_state building and task_state spawning. [ 2314.218402] env[62105]: DEBUG nova.network.neutron [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Successfully updated port: c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2314.720624] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.720794] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.720948] env[62105]: DEBUG nova.network.neutron [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2315.251456] env[62105]: DEBUG nova.network.neutron [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2315.370494] env[62105]: DEBUG nova.network.neutron [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updating instance_info_cache with network_info: [{"id": "c7cca350-bd51-476e-8eee-8893d955cee9", "address": "fa:16:3e:89:92:48", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cca350-bd", "ovs_interfaceid": "c7cca350-bd51-476e-8eee-8893d955cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.873662] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.873996] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Instance network_info: |[{"id": "c7cca350-bd51-476e-8eee-8893d955cee9", "address": "fa:16:3e:89:92:48", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cca350-bd", "ovs_interfaceid": "c7cca350-bd51-476e-8eee-8893d955cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2315.874477] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:92:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7cca350-bd51-476e-8eee-8893d955cee9', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2315.882075] env[62105]: DEBUG oslo.service.loopingcall [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2315.882293] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2315.882874] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde7c1f2-99a0-40bd-bb42-656d91a6c542 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.903129] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2315.903129] env[62105]: value = "task-1904698" [ 2315.903129] env[62105]: _type = "Task" [ 2315.903129] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.910611] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904698, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.161522] env[62105]: DEBUG nova.compute.manager [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Received event network-changed-c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2316.161750] env[62105]: DEBUG nova.compute.manager [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Refreshing instance network info cache due to event network-changed-c7cca350-bd51-476e-8eee-8893d955cee9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2316.161937] env[62105]: DEBUG oslo_concurrency.lockutils [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] Acquiring lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.162097] env[62105]: DEBUG oslo_concurrency.lockutils [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] Acquired lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.162260] env[62105]: DEBUG nova.network.neutron [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Refreshing network info cache for port c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2316.413066] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904698, 'name': CreateVM_Task, 'duration_secs': 0.306514} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.413405] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2316.413879] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.414056] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.414395] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2316.414642] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11e899b-7252-4737-8c70-d910ba24941c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.418805] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2316.418805] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523b5c8d-9b8f-4986-9521-04c406dd7b03" [ 2316.418805] env[62105]: _type = "Task" [ 2316.418805] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.426221] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523b5c8d-9b8f-4986-9521-04c406dd7b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.842942] env[62105]: DEBUG nova.network.neutron [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updated VIF entry in instance network info cache for port c7cca350-bd51-476e-8eee-8893d955cee9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2316.843333] env[62105]: DEBUG nova.network.neutron [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updating instance_info_cache with network_info: [{"id": "c7cca350-bd51-476e-8eee-8893d955cee9", "address": "fa:16:3e:89:92:48", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cca350-bd", "ovs_interfaceid": "c7cca350-bd51-476e-8eee-8893d955cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.930604] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]523b5c8d-9b8f-4986-9521-04c406dd7b03, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2316.930902] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2316.931202] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2316.931450] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.931596] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.931775] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2316.932044] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4687d221-8a93-44ec-bd12-5b4641c2a0bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.940266] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2316.940376] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2316.941109] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cecd7ee-be8e-406e-a191-5c436c803aa5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.945978] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2316.945978] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fdab2c-15d5-f3fa-0870-3d24dbeb35d0" [ 2316.945978] env[62105]: _type = "Task" [ 2316.945978] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.952889] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fdab2c-15d5-f3fa-0870-3d24dbeb35d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.346810] env[62105]: DEBUG oslo_concurrency.lockutils [req-daa4a36e-bc46-4e58-a2da-91b13067d207 req-3f47ffbd-950d-4f6f-ba18-bd6467cc0d96 service nova] Releasing lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.456058] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52fdab2c-15d5-f3fa-0870-3d24dbeb35d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008273} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.456539] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f2cbf3-7a46-439c-b56b-679a46ce2eae {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.461592] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2317.461592] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52079d52-3d70-faa6-fe93-aa5ff9475803" [ 2317.461592] env[62105]: _type = "Task" [ 2317.461592] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.468288] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52079d52-3d70-faa6-fe93-aa5ff9475803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.971553] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52079d52-3d70-faa6-fe93-aa5ff9475803, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.971861] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.972163] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] abb1641a-1c66-446f-94d4-6261245de27c/abb1641a-1c66-446f-94d4-6261245de27c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2317.972450] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38b3582b-8cf3-4509-b89f-a34616100e60 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.979241] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2317.979241] env[62105]: value = "task-1904699" [ 2317.979241] env[62105]: _type = "Task" [ 2317.979241] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.986477] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.488567] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445952} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.488903] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore2] abb1641a-1c66-446f-94d4-6261245de27c/abb1641a-1c66-446f-94d4-6261245de27c.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2318.489053] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2318.489300] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f79b91-ba70-4ccb-8d73-787064b5f06b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.495837] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2318.495837] env[62105]: value = "task-1904700" [ 2318.495837] env[62105]: _type = "Task" [ 2318.495837] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.502441] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.005645] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065889} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.005922] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2319.006695] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f9a45-691c-4b5f-a254-83303cf33b0d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.028912] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] abb1641a-1c66-446f-94d4-6261245de27c/abb1641a-1c66-446f-94d4-6261245de27c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2319.029164] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b170a6e-47c4-481f-bf3f-cbfc291d8ec0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.049059] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2319.049059] env[62105]: value = "task-1904701" [ 2319.049059] env[62105]: _type = "Task" [ 2319.049059] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.056498] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.559138] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904701, 'name': ReconfigVM_Task, 'duration_secs': 0.26935} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.559497] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] abb1641a-1c66-446f-94d4-6261245de27c/abb1641a-1c66-446f-94d4-6261245de27c.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2319.560076] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e54abf-0668-4c1d-ae8a-523b23c3eb8d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.566364] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2319.566364] env[62105]: value = "task-1904702" [ 2319.566364] env[62105]: _type = "Task" [ 2319.566364] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.573860] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904702, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.076112] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904702, 'name': Rename_Task, 'duration_secs': 0.150151} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.076375] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2320.076611] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcef3305-e8e2-4cf7-849a-16d82cc2b036 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.083186] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2320.083186] env[62105]: value = "task-1904703" [ 2320.083186] env[62105]: _type = "Task" [ 2320.083186] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.091475] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.593345] env[62105]: DEBUG oslo_vmware.api [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904703, 'name': PowerOnVM_Task, 'duration_secs': 0.429885} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.593694] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2320.593790] env[62105]: INFO nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Took 6.62 seconds to spawn the instance on the hypervisor. [ 2320.593965] env[62105]: DEBUG nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2320.594706] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d002bf-7768-4d01-b615-be97c3a27d7d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.114044] env[62105]: INFO nova.compute.manager [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Took 11.28 seconds to build instance. [ 2321.616156] env[62105]: DEBUG oslo_concurrency.lockutils [None req-71500533-2e78-46f3-a528-4f26302dbb1e tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.790s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.815223] env[62105]: DEBUG nova.compute.manager [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Received event network-changed-c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2321.815424] env[62105]: DEBUG nova.compute.manager [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Refreshing instance network info cache due to event network-changed-c7cca350-bd51-476e-8eee-8893d955cee9. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2321.815636] env[62105]: DEBUG oslo_concurrency.lockutils [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] Acquiring lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2321.815779] env[62105]: DEBUG oslo_concurrency.lockutils [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] Acquired lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2321.816336] env[62105]: DEBUG nova.network.neutron [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Refreshing network info cache for port c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2322.516206] env[62105]: DEBUG nova.network.neutron [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updated VIF entry in instance network info cache for port c7cca350-bd51-476e-8eee-8893d955cee9. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2322.516569] env[62105]: DEBUG nova.network.neutron [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updating instance_info_cache with network_info: [{"id": "c7cca350-bd51-476e-8eee-8893d955cee9", "address": "fa:16:3e:89:92:48", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7cca350-bd", "ovs_interfaceid": "c7cca350-bd51-476e-8eee-8893d955cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.019884] env[62105]: DEBUG oslo_concurrency.lockutils [req-889f3740-39b0-42d8-8f49-632422561fd4 req-31faf942-453e-4efe-9931-101155366a13 service nova] Releasing lock "refresh_cache-abb1641a-1c66-446f-94d4-6261245de27c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.183277] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.502485] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2329.502654] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2330.005441] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 2330.005703] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2330.006183] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Getting list of instances from cluster (obj){ [ 2330.006183] env[62105]: value = "domain-c8" [ 2330.006183] env[62105]: _type = "ClusterComputeResource" [ 2330.006183] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2330.007205] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f84f26-4420-4cc4-8f7c-a3cb8007caca {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.017085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Got total of 1 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2331.017296] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.017556] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.503317] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.503540] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2331.503693] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2332.503724] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2333.503537] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2333.503715] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances with incomplete migration {{(pid=62105) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11736}} [ 2335.005560] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2336.502759] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.005136] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.508602] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.508842] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.509025] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.509191] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2340.510116] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c950c2c-cf5a-411b-8726-4bc062c34b2b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.518345] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ca600-e68f-458e-a7bb-35229abe3ec5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.531787] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad030af-cb1b-4add-b51d-2abececd29c6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.537702] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8fc090-3e53-4e9b-a308-b649065ba174 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.565865] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180949MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2340.566031] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.566228] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.590230] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance abb1641a-1c66-446f-94d4-6261245de27c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2341.590465] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2341.590574] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2341.615891] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099d053e-38ec-47d1-a6ae-f59a1b121f86 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.623271] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dc15d5-531e-499f-a6b7-1945afb6bce5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.654331] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eeb55d-98b8-4ad9-b8b4-6c5bce12c2f3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.661042] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1b8a35-d32b-4a77-a99a-2cec2446ff75 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.673420] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2342.176895] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2342.682546] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2342.682960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.116s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.682960] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.683152] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Cleaning up deleted instances {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11698}} [ 2343.189207] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] There are 15 instances to clean {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11707}} [ 2343.189428] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 5663538a-5f3f-4d57-aeec-c8ff2e2904e3] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2343.692654] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a67c18ea-f318-4d3e-8c76-95ba33f82f91] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2344.196394] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: c8a9a6cf-7d7a-4d29-ae37-78f868c6f4ac] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2344.699994] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 8b5d20ee-3f80-45cf-a892-2d7a3f4a722a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2345.203238] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 5cd0cd03-0f3b-48c6-9ca5-f38e026add84] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2345.706999] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 6251f303-3714-47cb-94ea-507eb02415e2] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2346.210652] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: a2329e3f-2b73-4a3f-9013-5afb6f4f8216] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2346.714491] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 389da5f6-c542-4459-9695-fcadb11ef895] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2347.217867] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 0802e66c-b308-4443-b5f6-7f4c72f4dc42] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2347.721396] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 013ebdf8-22f5-4970-b65d-45ef4a4a4d06] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2348.224589] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: d9e3e468-a390-43c3-b3de-191d948a92cb] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2348.727591] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: be3436ee-6e21-4500-b60e-8df69bdeb848] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2349.231304] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 6590a7b2-6e11-4b96-a855-4e82354ad29c] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2349.735205] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: ad193a0d-8438-4161-8a54-65c64d0c698a] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2350.238578] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 48d3f88c-6900-4342-9c06-8482d3380a50] Instance has had 0 of 5 cleanup attempts {{(pid=62105) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11711}} [ 2353.234298] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2354.238999] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2354.743144] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Getting list of instances from cluster (obj){ [ 2354.743144] env[62105]: value = "domain-c8" [ 2354.743144] env[62105]: _type = "ClusterComputeResource" [ 2354.743144] env[62105]: } {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2354.744259] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e08b9c-a8f7-4284-9d2d-9a0c39cb9093 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.755009] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Got total of 1 instances {{(pid=62105) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2354.755195] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Triggering sync for uuid abb1641a-1c66-446f-94d4-6261245de27c {{(pid=62105) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10808}} [ 2354.755521] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2354.755735] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "abb1641a-1c66-446f-94d4-6261245de27c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2354.756535] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20922066-997f-435e-b2a5-5ee0ebfdbf16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.265437] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "abb1641a-1c66-446f-94d4-6261245de27c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.039024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.039024] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.542875] env[62105]: DEBUG nova.compute.utils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2361.045941] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.104885] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.105258] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.105389] env[62105]: INFO nova.compute.manager [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Attaching volume 92f1d034-f2db-430c-919f-1c458f9817e9 to /dev/sdb [ 2362.135133] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105130df-5501-4e48-888a-4c92d3d6c9d4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.141874] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc197c45-cdba-4541-8d18-8dd67264e9b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.154366] env[62105]: DEBUG nova.virt.block_device [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updating existing volume attachment record: e380bf57-959f-4173-ac5d-1fa3d0e31fc1 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2366.695753] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2366.696014] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393141', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'name': 'volume-92f1d034-f2db-430c-919f-1c458f9817e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abb1641a-1c66-446f-94d4-6261245de27c', 'attached_at': '', 'detached_at': '', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'serial': '92f1d034-f2db-430c-919f-1c458f9817e9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2366.696905] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d671c65-6d5d-4cdb-ad19-5ca0009ab376 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.715235] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b3803-3f11-45d1-839d-3e97d201aa2e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.740010] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-92f1d034-f2db-430c-919f-1c458f9817e9/volume-92f1d034-f2db-430c-919f-1c458f9817e9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2366.740271] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b411f8e6-f757-459e-a562-6697d608510c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.757580] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2366.757580] env[62105]: value = "task-1904706" [ 2366.757580] env[62105]: _type = "Task" [ 2366.757580] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.765011] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.268748] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.768579] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.269330] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.770179] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.270873] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.771709] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.272286] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.773092] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.273903] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.775513] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904706, 'name': ReconfigVM_Task, 'duration_secs': 4.59375} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.775863] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-92f1d034-f2db-430c-919f-1c458f9817e9/volume-92f1d034-f2db-430c-919f-1c458f9817e9.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2371.780341] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cbefcff-f1b0-43cf-b3c0-c7404d864ce8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.794770] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2371.794770] env[62105]: value = "task-1904707" [ 2371.794770] env[62105]: _type = "Task" [ 2371.794770] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.802044] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.304294] env[62105]: DEBUG oslo_vmware.api [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904707, 'name': ReconfigVM_Task, 'duration_secs': 0.137516} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.304635] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393141', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'name': 'volume-92f1d034-f2db-430c-919f-1c458f9817e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abb1641a-1c66-446f-94d4-6261245de27c', 'attached_at': '', 'detached_at': '', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'serial': '92f1d034-f2db-430c-919f-1c458f9817e9'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2373.338957] env[62105]: DEBUG nova.objects.instance [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'flavor' on Instance uuid abb1641a-1c66-446f-94d4-6261245de27c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2373.657694] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2373.846242] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a55c3fe9-a0f9-4748-adaf-86d74108a364 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.741s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.847191] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.190s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.349546] env[62105]: INFO nova.compute.manager [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Detaching volume 92f1d034-f2db-430c-919f-1c458f9817e9 [ 2374.378443] env[62105]: INFO nova.virt.block_device [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Attempting to driver detach volume 92f1d034-f2db-430c-919f-1c458f9817e9 from mountpoint /dev/sdb [ 2374.378678] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2374.378879] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393141', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'name': 'volume-92f1d034-f2db-430c-919f-1c458f9817e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abb1641a-1c66-446f-94d4-6261245de27c', 'attached_at': '', 'detached_at': '', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'serial': '92f1d034-f2db-430c-919f-1c458f9817e9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2374.379739] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1948de7-a3b7-4a77-a68f-d5af9dead463 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.400357] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d6db7-975b-4fa4-a701-df60e1f95761 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.406755] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efee5174-ddce-47fb-95a0-af7008f7fc32 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.425677] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2036e295-7903-4ccd-ac47-a9bfc568eba9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.439282] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] The volume has not been displaced from its original location: [datastore1] volume-92f1d034-f2db-430c-919f-1c458f9817e9/volume-92f1d034-f2db-430c-919f-1c458f9817e9.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2374.444274] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2374.444502] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e77c55e-7926-4ee1-b981-a1b624189540 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.460789] env[62105]: DEBUG oslo_vmware.api [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2374.460789] env[62105]: value = "task-1904708" [ 2374.460789] env[62105]: _type = "Task" [ 2374.460789] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.471042] env[62105]: DEBUG oslo_vmware.api [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.969865] env[62105]: DEBUG oslo_vmware.api [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904708, 'name': ReconfigVM_Task, 'duration_secs': 0.228624} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.970165] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2374.974625] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb21a43f-a7c7-432e-b776-1a93676437b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.989359] env[62105]: DEBUG oslo_vmware.api [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2374.989359] env[62105]: value = "task-1904709" [ 2374.989359] env[62105]: _type = "Task" [ 2374.989359] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.997715] env[62105]: DEBUG oslo_vmware.api [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.499508] env[62105]: DEBUG oslo_vmware.api [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904709, 'name': ReconfigVM_Task, 'duration_secs': 0.139572} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.499828] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393141', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'name': 'volume-92f1d034-f2db-430c-919f-1c458f9817e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'abb1641a-1c66-446f-94d4-6261245de27c', 'attached_at': '', 'detached_at': '', 'volume_id': '92f1d034-f2db-430c-919f-1c458f9817e9', 'serial': '92f1d034-f2db-430c-919f-1c458f9817e9'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2376.039417] env[62105]: DEBUG nova.objects.instance [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'flavor' on Instance uuid abb1641a-1c66-446f-94d4-6261245de27c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.047350] env[62105]: DEBUG oslo_concurrency.lockutils [None req-dc0c88e5-65e2-48b8-bbfd-4a1d8133a605 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.200s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.884087] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.884366] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.884577] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "abb1641a-1c66-446f-94d4-6261245de27c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.884760] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.884929] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.887011] env[62105]: INFO nova.compute.manager [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Terminating instance [ 2378.391369] env[62105]: DEBUG nova.compute.manager [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2378.391723] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2378.392542] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee72819-777a-4027-b7e4-25e6526288c0 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.399916] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2378.400164] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d299cf97-bfa5-45ac-b725-891c823e90ed {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.406254] env[62105]: DEBUG oslo_vmware.api [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2378.406254] env[62105]: value = "task-1904710" [ 2378.406254] env[62105]: _type = "Task" [ 2378.406254] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.413617] env[62105]: DEBUG oslo_vmware.api [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.916516] env[62105]: DEBUG oslo_vmware.api [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904710, 'name': PowerOffVM_Task, 'duration_secs': 0.192096} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.916724] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2378.916909] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2378.917258] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5563cc47-9234-4583-8e3f-b1cf1fbe8a66 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.997641] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2378.997853] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Deleting contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2378.998045] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleting the datastore file [datastore2] abb1641a-1c66-446f-94d4-6261245de27c {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2378.998318] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3ca2f7e-d980-4593-8b3a-ad6a67f9895c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.005833] env[62105]: DEBUG oslo_vmware.api [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2379.005833] env[62105]: value = "task-1904712" [ 2379.005833] env[62105]: _type = "Task" [ 2379.005833] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.013564] env[62105]: DEBUG oslo_vmware.api [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.515929] env[62105]: DEBUG oslo_vmware.api [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132298} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.516314] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2379.516369] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Deleted contents of the VM from datastore datastore2 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2379.516500] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2379.516676] env[62105]: INFO nova.compute.manager [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2379.516913] env[62105]: DEBUG oslo.service.loopingcall [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2379.517113] env[62105]: DEBUG nova.compute.manager [-] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2379.517209] env[62105]: DEBUG nova.network.neutron [-] [instance: abb1641a-1c66-446f-94d4-6261245de27c] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2380.130585] env[62105]: DEBUG nova.compute.manager [req-07958864-b3fd-4b6f-abf7-6c9acbd62354 req-ea697f38-c4fa-4f46-9daa-102acc565261 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Received event network-vif-deleted-c7cca350-bd51-476e-8eee-8893d955cee9 {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2380.130801] env[62105]: INFO nova.compute.manager [req-07958864-b3fd-4b6f-abf7-6c9acbd62354 req-ea697f38-c4fa-4f46-9daa-102acc565261 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Neutron deleted interface c7cca350-bd51-476e-8eee-8893d955cee9; detaching it from the instance and deleting it from the info cache [ 2380.131049] env[62105]: DEBUG nova.network.neutron [req-07958864-b3fd-4b6f-abf7-6c9acbd62354 req-ea697f38-c4fa-4f46-9daa-102acc565261 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.581122] env[62105]: DEBUG nova.network.neutron [-] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.634042] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff2d6a71-e144-4596-9596-b2750433f3d7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.643317] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cec585-f5f6-44a0-be7e-014350c11d29 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.667690] env[62105]: DEBUG nova.compute.manager [req-07958864-b3fd-4b6f-abf7-6c9acbd62354 req-ea697f38-c4fa-4f46-9daa-102acc565261 service nova] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Detach interface failed, port_id=c7cca350-bd51-476e-8eee-8893d955cee9, reason: Instance abb1641a-1c66-446f-94d4-6261245de27c could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2381.083675] env[62105]: INFO nova.compute.manager [-] [instance: abb1641a-1c66-446f-94d4-6261245de27c] Took 1.57 seconds to deallocate network for instance. [ 2381.589664] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.590056] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.590175] env[62105]: DEBUG nova.objects.instance [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'resources' on Instance uuid abb1641a-1c66-446f-94d4-6261245de27c {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2382.248694] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e839ba70-abe8-4058-b177-4858f6fb8a04 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.256608] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02aca96b-507d-455e-a5ad-243d991727b5 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.288536] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fe1034-979f-4f0c-8c8d-3bbe0316f97d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.296706] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be823f27-3270-4aaa-8472-632e0467ae63 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.310308] env[62105]: DEBUG nova.compute.provider_tree [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2382.813663] env[62105]: DEBUG nova.scheduler.client.report [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2383.319021] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.359867] env[62105]: INFO nova.scheduler.client.report [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted allocations for instance abb1641a-1c66-446f-94d4-6261245de27c [ 2383.868056] env[62105]: DEBUG oslo_concurrency.lockutils [None req-a8211183-b250-42cc-9a2c-69adced880f6 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "abb1641a-1c66-446f-94d4-6261245de27c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.983s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.581076] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.581384] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.083851] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Starting instance... {{(pid=62105) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2387.604479] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.604721] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.606218] env[62105]: INFO nova.compute.claims [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2388.014304] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2388.639252] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24fabaa-9987-4fbf-b2d2-34f8452ff99b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.646693] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0e0426-aac1-42c3-b00a-efae1721070c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.678332] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c19c91f-f73b-4c58-9411-f148d9af7355 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.685176] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5e889-0741-41a6-afce-6bbf956fb78d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.697503] env[62105]: DEBUG nova.compute.provider_tree [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2389.200983] env[62105]: DEBUG nova.scheduler.client.report [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2389.706303] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.706888] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Start building networks asynchronously for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2390.211849] env[62105]: DEBUG nova.compute.utils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2390.213566] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Allocating IP information in the background. {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2390.213745] env[62105]: DEBUG nova.network.neutron [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] allocate_for_instance() {{(pid=62105) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2390.322922] env[62105]: DEBUG nova.policy [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cfcf8ed304ae470ab472ae405cb9e063', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d8c58862bd4fb79e1b1f4c90aa3483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62105) authorize /opt/stack/nova/nova/policy.py:192}} [ 2390.502337] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2390.666679] env[62105]: DEBUG nova.network.neutron [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Successfully created port: cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2390.716880] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Start building block device mappings for instance. {{(pid=62105) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2391.502445] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2391.502667] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2391.502742] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2391.728274] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Start spawning the instance on the hypervisor. {{(pid=62105) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2391.781708] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-15T00:38:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-15T00:38:00Z,direct_url=,disk_format='vmdk',id=e47a3b04-7ca0-441e-8b63-06897ee9908c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='e5fce9cf39e248dbbdc854683ec87d78',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-15T00:38:01Z,virtual_size=,visibility=), allow threads: False {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2391.781954] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2391.782126] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image limits 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2391.782312] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Flavor pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2391.782457] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Image pref 0:0:0 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2391.782610] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62105) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2391.782848] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2391.783018] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2391.783202] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Got 1 possible topologies {{(pid=62105) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2391.783368] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2391.783541] env[62105]: DEBUG nova.virt.hardware [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62105) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2391.784424] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167ed407-dcd5-4c13-a382-9df6184ad22b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.792488] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3330cd-d319-4e6b-bf48-9696e10dde16 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.006084] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Skipping network cache update for instance because it is Building. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10411}} [ 2392.006259] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 2392.006433] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2392.006626] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2392.067320] env[62105]: DEBUG nova.compute.manager [req-4c0b82f4-3b97-426e-b55f-63ca5d59b5f5 req-9dd05677-a812-401e-9f55-ecade76b11cd service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Received event network-vif-plugged-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2392.067562] env[62105]: DEBUG oslo_concurrency.lockutils [req-4c0b82f4-3b97-426e-b55f-63ca5d59b5f5 req-9dd05677-a812-401e-9f55-ecade76b11cd service nova] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.067753] env[62105]: DEBUG oslo_concurrency.lockutils [req-4c0b82f4-3b97-426e-b55f-63ca5d59b5f5 req-9dd05677-a812-401e-9f55-ecade76b11cd service nova] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.067992] env[62105]: DEBUG oslo_concurrency.lockutils [req-4c0b82f4-3b97-426e-b55f-63ca5d59b5f5 req-9dd05677-a812-401e-9f55-ecade76b11cd service nova] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.068111] env[62105]: DEBUG nova.compute.manager [req-4c0b82f4-3b97-426e-b55f-63ca5d59b5f5 req-9dd05677-a812-401e-9f55-ecade76b11cd service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] No waiting events found dispatching network-vif-plugged-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2392.068252] env[62105]: WARNING nova.compute.manager [req-4c0b82f4-3b97-426e-b55f-63ca5d59b5f5 req-9dd05677-a812-401e-9f55-ecade76b11cd service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Received unexpected event network-vif-plugged-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee for instance with vm_state building and task_state spawning. [ 2392.184753] env[62105]: DEBUG nova.network.neutron [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Successfully updated port: cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2392.502101] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2392.502292] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2392.687179] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.687376] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.687532] env[62105]: DEBUG nova.network.neutron [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Building network info cache for instance {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2393.218691] env[62105]: DEBUG nova.network.neutron [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Instance cache missing network info. {{(pid=62105) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2393.345078] env[62105]: DEBUG nova.network.neutron [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updating instance_info_cache with network_info: [{"id": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "address": "fa:16:3e:ed:8b:93", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5bfe8-42", "ovs_interfaceid": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.847513] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2393.847837] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Instance network_info: |[{"id": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "address": "fa:16:3e:ed:8b:93", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5bfe8-42", "ovs_interfaceid": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62105) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2393.848285] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:8b:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff5bfe8-4292-4002-a6c1-e212b1d1a5ee', 'vif_model': 'vmxnet3'}] {{(pid=62105) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2393.855598] env[62105]: DEBUG oslo.service.loopingcall [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2393.855798] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Creating VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2393.856027] env[62105]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98f5595d-7fd2-43e9-8141-9c0100171f10 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.876041] env[62105]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2393.876041] env[62105]: value = "task-1904713" [ 2393.876041] env[62105]: _type = "Task" [ 2393.876041] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.883394] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904713, 'name': CreateVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.094516] env[62105]: DEBUG nova.compute.manager [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Received event network-changed-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2394.094708] env[62105]: DEBUG nova.compute.manager [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Refreshing instance network info cache due to event network-changed-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2394.094913] env[62105]: DEBUG oslo_concurrency.lockutils [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] Acquiring lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.095072] env[62105]: DEBUG oslo_concurrency.lockutils [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] Acquired lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.095237] env[62105]: DEBUG nova.network.neutron [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Refreshing network info cache for port cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2394.386367] env[62105]: DEBUG oslo_vmware.api [-] Task: {'id': task-1904713, 'name': CreateVM_Task, 'duration_secs': 0.329179} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.386700] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Created VM on the ESX host {{(pid=62105) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2394.387123] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.387297] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.387626] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2394.387882] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eb0fa04-7454-4074-a98f-1b08aeec5dd8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.391978] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2394.391978] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ce5958-0531-dba1-2387-3d709be0969b" [ 2394.391978] env[62105]: _type = "Task" [ 2394.391978] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.398721] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ce5958-0531-dba1-2387-3d709be0969b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.503455] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2394.503688] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2394.770933] env[62105]: DEBUG nova.network.neutron [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updated VIF entry in instance network info cache for port cff5bfe8-4292-4002-a6c1-e212b1d1a5ee. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2394.771299] env[62105]: DEBUG nova.network.neutron [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updating instance_info_cache with network_info: [{"id": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "address": "fa:16:3e:ed:8b:93", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5bfe8-42", "ovs_interfaceid": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2394.901671] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52ce5958-0531-dba1-2387-3d709be0969b, 'name': SearchDatastore_Task, 'duration_secs': 0.030463} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.901983] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.902239] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Processing image e47a3b04-7ca0-441e-8b63-06897ee9908c {{(pid=62105) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2394.902473] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.902624] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.902803] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2394.903062] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac119fa-047d-4e98-a07c-45aee57edceb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.274601] env[62105]: DEBUG oslo_concurrency.lockutils [req-2f7db2c2-e301-414b-a003-c2d2fca29d8b req-b22abd66-a2f6-4255-aa65-edc8bd55da86 service nova] Releasing lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.767193] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62105) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2395.767463] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62105) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2395.768160] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41746bd7-e35e-4168-bb79-6c99d62a051f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.773408] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2395.773408] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52882589-628a-41ab-abe9-4068ea860681" [ 2395.773408] env[62105]: _type = "Task" [ 2395.773408] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.781732] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52882589-628a-41ab-abe9-4068ea860681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.283308] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52882589-628a-41ab-abe9-4068ea860681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.785601] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52882589-628a-41ab-abe9-4068ea860681, 'name': SearchDatastore_Task, 'duration_secs': 0.786861} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.786389] env[62105]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac9cf215-641f-4966-a36e-a4f5c96333d6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.791701] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2396.791701] env[62105]: value = "session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e116cf-5e28-ad2b-e37b-fe524a31fc2d" [ 2396.791701] env[62105]: _type = "Task" [ 2396.791701] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.798784] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e116cf-5e28-ad2b-e37b-fe524a31fc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.301963] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': session[52283b92-95a3-a264-c3ab-98c7f9c4becd]52e116cf-5e28-ad2b-e37b-fe524a31fc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.302204] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2397.302447] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 87a30c0f-5848-4d62-ac30-b4582c2e3708/87a30c0f-5848-4d62-ac30-b4582c2e3708.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2397.302729] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d8c82a4-bb1f-4ee9-b46c-d625e433acb6 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.309735] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2397.309735] env[62105]: value = "task-1904714" [ 2397.309735] env[62105]: _type = "Task" [ 2397.309735] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.316878] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.826935] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904714, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.327412] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544033} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.327692] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e47a3b04-7ca0-441e-8b63-06897ee9908c/e47a3b04-7ca0-441e-8b63-06897ee9908c.vmdk to [datastore1] 87a30c0f-5848-4d62-ac30-b4582c2e3708/87a30c0f-5848-4d62-ac30-b4582c2e3708.vmdk {{(pid=62105) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2398.327907] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Extending root virtual disk to 1048576 {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2398.328172] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3d0fe2f-2ce6-4e19-86c2-372bd3778f91 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.334523] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2398.334523] env[62105]: value = "task-1904715" [ 2398.334523] env[62105]: _type = "Task" [ 2398.334523] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.342026] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.844185] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069605} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.844481] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Extended root virtual disk {{(pid=62105) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2398.845215] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3caf3ca-63c8-48af-bbb5-58a885b7bc83 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.867424] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 87a30c0f-5848-4d62-ac30-b4582c2e3708/87a30c0f-5848-4d62-ac30-b4582c2e3708.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2398.867663] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f574d9-0a6c-48ba-80a7-f8e71184421a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.886132] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2398.886132] env[62105]: value = "task-1904716" [ 2398.886132] env[62105]: _type = "Task" [ 2398.886132] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.893450] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.395946] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904716, 'name': ReconfigVM_Task, 'duration_secs': 0.4727} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.396209] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 87a30c0f-5848-4d62-ac30-b4582c2e3708/87a30c0f-5848-4d62-ac30-b4582c2e3708.vmdk or device None with type sparse {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2399.396865] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-513a16eb-54fb-4a11-81dc-39108c8cbf82 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.402902] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2399.402902] env[62105]: value = "task-1904717" [ 2399.402902] env[62105]: _type = "Task" [ 2399.402902] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.410331] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904717, 'name': Rename_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.502130] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2399.912910] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904717, 'name': Rename_Task, 'duration_secs': 0.13429} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.913275] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Powering on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2399.913430] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d3e9f3-3ea9-451e-8748-b0626800608b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.919769] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2399.919769] env[62105]: value = "task-1904718" [ 2399.919769] env[62105]: _type = "Task" [ 2399.919769] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.926788] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.005081] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.005333] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.005507] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.005666] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2400.006545] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc818d50-4c9b-4aa4-8532-abf8995df486 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.015358] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf7dc65-8afc-41f1-a3bb-f5ebce0a45ef {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.030100] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17636b6-c063-442d-b36c-bff121787169 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.036834] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74f94ac-8e2b-4a42-ab81-8c73dfc7b64a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.066554] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181136MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2400.066750] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.066960] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.430267] env[62105]: DEBUG oslo_vmware.api [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904718, 'name': PowerOnVM_Task, 'duration_secs': 0.419976} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.430559] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Powered on the VM {{(pid=62105) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2400.430768] env[62105]: INFO nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Took 8.70 seconds to spawn the instance on the hypervisor. [ 2400.430946] env[62105]: DEBUG nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Checking state {{(pid=62105) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2400.431695] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6640a407-37de-4335-897d-1953289a4d09 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.949074] env[62105]: INFO nova.compute.manager [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Took 13.36 seconds to build instance. [ 2401.095111] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Instance 87a30c0f-5848-4d62-ac30-b4582c2e3708 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62105) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2401.095339] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2401.095529] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2401.120719] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b31925-98aa-4bd5-84cb-c8f48fe99af2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.128188] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6883c0c-8f95-4532-bc93-00420f793c7b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.157112] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c89a48a-abeb-4603-bdc4-600d1a12ff18 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.164495] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f3708-8e5b-4cd6-a1c6-be882d68d6ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.177462] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2401.451106] env[62105]: DEBUG oslo_concurrency.lockutils [None req-8d0b084d-1971-439e-b915-233a0020a2d3 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.870s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.680634] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2401.888881] env[62105]: DEBUG nova.compute.manager [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Received event network-changed-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2401.889117] env[62105]: DEBUG nova.compute.manager [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Refreshing instance network info cache due to event network-changed-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee. {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11606}} [ 2401.889339] env[62105]: DEBUG oslo_concurrency.lockutils [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] Acquiring lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2401.889483] env[62105]: DEBUG oslo_concurrency.lockutils [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] Acquired lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2401.889666] env[62105]: DEBUG nova.network.neutron [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Refreshing network info cache for port cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2402.185220] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2402.185574] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.118s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.594831] env[62105]: DEBUG nova.network.neutron [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updated VIF entry in instance network info cache for port cff5bfe8-4292-4002-a6c1-e212b1d1a5ee. {{(pid=62105) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2402.595201] env[62105]: DEBUG nova.network.neutron [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updating instance_info_cache with network_info: [{"id": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "address": "fa:16:3e:ed:8b:93", "network": {"id": "54a70594-4b5c-4ed5-acbb-c8765f3a2906", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1232689492-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d8c58862bd4fb79e1b1f4c90aa3483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff5bfe8-42", "ovs_interfaceid": "cff5bfe8-4292-4002-a6c1-e212b1d1a5ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2403.097904] env[62105]: DEBUG oslo_concurrency.lockutils [req-57c7ab2c-ebfb-4034-9314-46cb102413a1 req-e2ec31fe-c283-4029-a61f-677702035d3a service nova] Releasing lock "refresh_cache-87a30c0f-5848-4d62-ac30-b4582c2e3708" {{(pid=62105) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2439.582436] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.582711] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.086600] env[62105]: DEBUG nova.compute.utils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Using /dev/sd instead of None {{(pid=62105) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2440.589621] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.648980] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.649429] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.649540] env[62105]: INFO nova.compute.manager [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Attaching volume e60b4277-dbf2-4834-b88d-6a2b998fa20f to /dev/sdb [ 2441.680647] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083eb931-7d68-473a-b3eb-c39d1b739da2 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.688084] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1181c461-872c-45d9-abb5-1c505d9548cd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.700415] env[62105]: DEBUG nova.virt.block_device [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updating existing volume attachment record: 66737057-00d6-4a74-bc81-7e5feafd7474 {{(pid=62105) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2446.244189] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Volume attach. Driver type: vmdk {{(pid=62105) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2446.244451] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393143', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'name': 'volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a30c0f-5848-4d62-ac30-b4582c2e3708', 'attached_at': '', 'detached_at': '', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'serial': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2446.245340] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b58ccd-8a79-43c1-ba90-8006a073b31d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.262504] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f163fd4-2ec5-4259-beb4-d14e0282a2a8 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.285888] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f/volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2446.286127] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4d5241-f63f-4186-9ffe-009956165537 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.303766] env[62105]: DEBUG oslo_vmware.api [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2446.303766] env[62105]: value = "task-1904721" [ 2446.303766] env[62105]: _type = "Task" [ 2446.303766] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.311326] env[62105]: DEBUG oslo_vmware.api [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.813975] env[62105]: DEBUG oslo_vmware.api [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904721, 'name': ReconfigVM_Task, 'duration_secs': 0.348047} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.814291] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f/volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f.vmdk or device None with type thin {{(pid=62105) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2446.818770] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b30e3ed2-d315-4b88-9324-19c9081c84bc {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.832883] env[62105]: DEBUG oslo_vmware.api [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2446.832883] env[62105]: value = "task-1904722" [ 2446.832883] env[62105]: _type = "Task" [ 2446.832883] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.839997] env[62105]: DEBUG oslo_vmware.api [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.342192] env[62105]: DEBUG oslo_vmware.api [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904722, 'name': ReconfigVM_Task, 'duration_secs': 0.140419} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.342502] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393143', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'name': 'volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a30c0f-5848-4d62-ac30-b4582c2e3708', 'attached_at': '', 'detached_at': '', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'serial': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f'} {{(pid=62105) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2448.380816] env[62105]: DEBUG nova.objects.instance [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'flavor' on Instance uuid 87a30c0f-5848-4d62-ac30-b4582c2e3708 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2448.887169] env[62105]: DEBUG oslo_concurrency.lockutils [None req-cc3eb9bd-b709-45cf-9c01-3bc5643bb77d tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.046390] env[62105]: DEBUG oslo_concurrency.lockutils [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2449.046642] env[62105]: DEBUG oslo_concurrency.lockutils [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2449.549328] env[62105]: INFO nova.compute.manager [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Detaching volume e60b4277-dbf2-4834-b88d-6a2b998fa20f [ 2449.579720] env[62105]: INFO nova.virt.block_device [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Attempting to driver detach volume e60b4277-dbf2-4834-b88d-6a2b998fa20f from mountpoint /dev/sdb [ 2449.579956] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Volume detach. Driver type: vmdk {{(pid=62105) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2449.580159] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393143', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'name': 'volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a30c0f-5848-4d62-ac30-b4582c2e3708', 'attached_at': '', 'detached_at': '', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'serial': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2449.581031] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46b6a6d-92c3-48e3-9962-5ce6e555587a {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.602260] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd4e17-1e0f-4dd7-a866-95682f21fced {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.608915] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90932127-ea94-45d1-9191-099dc56a429c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.628243] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345fab90-8b4f-4a13-a943-dd2edf6e246e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.642117] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] The volume has not been displaced from its original location: [datastore2] volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f/volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f.vmdk. No consolidation needed. {{(pid=62105) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2449.647140] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2449.647390] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d14d3ec-fa27-4c7e-86cf-8eb59d1ec2be {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.665620] env[62105]: DEBUG oslo_vmware.api [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2449.665620] env[62105]: value = "task-1904723" [ 2449.665620] env[62105]: _type = "Task" [ 2449.665620] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.672567] env[62105]: DEBUG oslo_vmware.api [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904723, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.174826] env[62105]: DEBUG oslo_vmware.api [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904723, 'name': ReconfigVM_Task, 'duration_secs': 0.220657} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.175083] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=62105) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2450.179514] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3283c35c-98c3-4cc1-98fc-98b39e9b2037 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.193495] env[62105]: DEBUG oslo_vmware.api [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2450.193495] env[62105]: value = "task-1904724" [ 2450.193495] env[62105]: _type = "Task" [ 2450.193495] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.200600] env[62105]: DEBUG oslo_vmware.api [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.702930] env[62105]: DEBUG oslo_vmware.api [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904724, 'name': ReconfigVM_Task, 'duration_secs': 0.136131} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.703310] env[62105]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-393143', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'name': 'volume-e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a30c0f-5848-4d62-ac30-b4582c2e3708', 'attached_at': '', 'detached_at': '', 'volume_id': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f', 'serial': 'e60b4277-dbf2-4834-b88d-6a2b998fa20f'} {{(pid=62105) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2451.255742] env[62105]: DEBUG nova.objects.instance [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'flavor' on Instance uuid 87a30c0f-5848-4d62-ac30-b4582c2e3708 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2452.181485] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2452.263657] env[62105]: DEBUG oslo_concurrency.lockutils [None req-78a72fd4-6a29-41c2-9132-1fb28c365577 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2452.502496] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2452.502733] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2453.288608] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.288947] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.289133] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "87a30c0f-5848-4d62-ac30-b4582c2e3708-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.289341] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.289517] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.291706] env[62105]: INFO nova.compute.manager [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Terminating instance [ 2453.502442] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2453.502605] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Starting heal instance info cache {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10398}} [ 2453.502727] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Rebuilding the list of instances to heal {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10402}} [ 2453.795064] env[62105]: DEBUG nova.compute.manager [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Start destroying the instance on the hypervisor. {{(pid=62105) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2453.795267] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Destroying instance {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2453.796150] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d9d8f4-6a8d-4760-b0c2-a36860e6be1f {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.804211] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Powering off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2453.804438] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-633f7a79-c6f1-4f56-9e1c-6d0b20f3875d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.810410] env[62105]: DEBUG oslo_vmware.api [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2453.810410] env[62105]: value = "task-1904725" [ 2453.810410] env[62105]: _type = "Task" [ 2453.810410] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.818556] env[62105]: DEBUG oslo_vmware.api [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.005797] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Skipping network cache update for instance because it is being deleted. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10415}} [ 2454.006092] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Didn't find any instances for network info cache update. {{(pid=62105) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 2454.006188] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2454.006367] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2454.006500] env[62105]: DEBUG nova.compute.manager [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62105) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11017}} [ 2454.320370] env[62105]: DEBUG oslo_vmware.api [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904725, 'name': PowerOffVM_Task, 'duration_secs': 0.171835} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.320729] env[62105]: DEBUG nova.virt.vmwareapi.vm_util [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Powered off the VM {{(pid=62105) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2454.320844] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Unregistering the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2454.321084] env[62105]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c26d3e4-0218-4d6a-ad34-964fbb94255d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.397392] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Unregistered the VM {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2454.397675] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Deleting contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2454.397880] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleting the datastore file [datastore1] 87a30c0f-5848-4d62-ac30-b4582c2e3708 {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2454.398159] env[62105]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d01d7dfb-a863-4494-a7ae-47654cc5a1ad {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.405687] env[62105]: DEBUG oslo_vmware.api [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for the task: (returnval){ [ 2454.405687] env[62105]: value = "task-1904727" [ 2454.405687] env[62105]: _type = "Task" [ 2454.405687] env[62105]: } to complete. {{(pid=62105) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.412936] env[62105]: DEBUG oslo_vmware.api [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.915643] env[62105]: DEBUG oslo_vmware.api [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Task: {'id': task-1904727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157676} completed successfully. {{(pid=62105) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.915890] env[62105]: DEBUG nova.virt.vmwareapi.ds_util [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted the datastore file {{(pid=62105) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2454.916085] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Deleted contents of the VM from datastore datastore1 {{(pid=62105) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2454.916264] env[62105]: DEBUG nova.virt.vmwareapi.vmops [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Instance destroyed {{(pid=62105) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2454.916443] env[62105]: INFO nova.compute.manager [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2454.916678] env[62105]: DEBUG oslo.service.loopingcall [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62105) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2454.916861] env[62105]: DEBUG nova.compute.manager [-] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Deallocating network for instance {{(pid=62105) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2454.916956] env[62105]: DEBUG nova.network.neutron [-] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] deallocate_for_instance() {{(pid=62105) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2455.374250] env[62105]: DEBUG nova.compute.manager [req-415a8d05-6235-45ef-a331-1b0faba01b40 req-96afe43d-8128-4588-a358-53566b802e4a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Received event network-vif-deleted-cff5bfe8-4292-4002-a6c1-e212b1d1a5ee {{(pid=62105) external_instance_event /opt/stack/nova/nova/compute/manager.py:11601}} [ 2455.374626] env[62105]: INFO nova.compute.manager [req-415a8d05-6235-45ef-a331-1b0faba01b40 req-96afe43d-8128-4588-a358-53566b802e4a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Neutron deleted interface cff5bfe8-4292-4002-a6c1-e212b1d1a5ee; detaching it from the instance and deleting it from the info cache [ 2455.374626] env[62105]: DEBUG nova.network.neutron [req-415a8d05-6235-45ef-a331-1b0faba01b40 req-96afe43d-8128-4588-a358-53566b802e4a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.852146] env[62105]: DEBUG nova.network.neutron [-] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Updating instance_info_cache with network_info: [] {{(pid=62105) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.877581] env[62105]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a4a4dec-a97a-44b7-81ab-441e0592cd0c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.889038] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ad13e-7890-4830-bf6e-f059793091c1 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.574352] env[62105]: INFO nova.compute.manager [-] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Took 1.66 seconds to deallocate network for instance. [ 2456.574745] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.576267] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2456.589917] env[62105]: DEBUG nova.compute.manager [req-415a8d05-6235-45ef-a331-1b0faba01b40 req-96afe43d-8128-4588-a358-53566b802e4a service nova] [instance: 87a30c0f-5848-4d62-ac30-b4582c2e3708] Detach interface failed, port_id=cff5bfe8-4292-4002-a6c1-e212b1d1a5ee, reason: Instance 87a30c0f-5848-4d62-ac30-b4582c2e3708 could not be found. {{(pid=62105) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11435}} [ 2457.081150] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.081451] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2457.081685] env[62105]: DEBUG nova.objects.instance [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lazy-loading 'resources' on Instance uuid 87a30c0f-5848-4d62-ac30-b4582c2e3708 {{(pid=62105) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2457.602537] env[62105]: DEBUG nova.scheduler.client.report [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Refreshing inventories for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2457.616686] env[62105]: DEBUG nova.scheduler.client.report [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Updating ProviderTree inventory for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2457.616908] env[62105]: DEBUG nova.compute.provider_tree [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Updating inventory in ProviderTree for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2457.626952] env[62105]: DEBUG nova.scheduler.client.report [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Refreshing aggregate associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, aggregates: None {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2457.643301] env[62105]: DEBUG nova.scheduler.client.report [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Refreshing trait associations for resource provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62105) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2457.669324] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26b4d7-f122-4f39-994a-f46dd34a2ca4 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.676700] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ac54e-51eb-4fcc-8766-c99b0198f81d {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.705546] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93a2fb2-a82f-4336-a9fd-a1068f0e76bb {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.712948] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5035ed0-4f00-48ef-a6a4-46f7084d872c {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.725403] env[62105]: DEBUG nova.compute.provider_tree [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2458.228541] env[62105]: DEBUG nova.scheduler.client.report [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2458.733808] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.754211] env[62105]: INFO nova.scheduler.client.report [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Deleted allocations for instance 87a30c0f-5848-4d62-ac30-b4582c2e3708 [ 2459.262566] env[62105]: DEBUG oslo_concurrency.lockutils [None req-14638587-0215-4f6b-92bc-cb5e69df8483 tempest-AttachVolumeNegativeTest-450297185 tempest-AttachVolumeNegativeTest-450297185-project-member] Lock "87a30c0f-5848-4d62-ac30-b4582c2e3708" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.974s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.503065] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2462.005684] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.005866] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.006042] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.006204] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62105) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2462.007083] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65582a0-e35c-42b2-9cd5-fdbfbb599ffd {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.015307] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14cf8b7-4c70-4aed-9a1d-bb2e3568b985 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.028773] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e088ec-2db5-4532-b492-2a276696566b {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.034993] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950874ee-7753-4399-bbf5-8253b1f288d9 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.062730] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=143GB free_vcpus=48 pci_devices=None {{(pid=62105) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2462.062845] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.063079] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2463.084586] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2463.084816] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62105) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2463.097780] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d550e-3a0e-4827-a867-970bff92d243 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.105292] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d3ea2e-1636-40dd-978d-d0edd12226a3 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.133673] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3183af7f-a961-4ade-ba81-cd2b22f62c1e {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.140074] env[62105]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5216e26a-bdef-4ca9-987d-b393a159d8d7 {{(pid=62105) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.152500] env[62105]: DEBUG nova.compute.provider_tree [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed in ProviderTree for provider: 07e191dc-ef05-4b67-b7a1-dcc6d988a301 {{(pid=62105) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2463.655153] env[62105]: DEBUG nova.scheduler.client.report [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Inventory has not changed for provider 07e191dc-ef05-4b67-b7a1-dcc6d988a301 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 143, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62105) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2464.159624] env[62105]: DEBUG nova.compute.resource_tracker [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62105) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2464.161379] env[62105]: DEBUG oslo_concurrency.lockutils [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62105) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.156307] env[62105]: DEBUG oslo_service.periodic_task [None req-2f80bbb3-23b8-40c1-b028-19f376ac2c5a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62105) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}